-- Logs begin at Fri 2022-04-08 10:07:26 UTC, end at Fri 2022-04-08 11:27:09 UTC. -- Apr 08 10:58:09.483999 dv-cinder-836073-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 08 10:58:12.428958 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.common.config [-] Logging enabled! Apr 08 10:58:12.429554 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev92 Apr 08 10:58:12.429683 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103907) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 08 10:58:12.433940 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.common.config [-] Logging enabled! Apr 08 10:58:12.434194 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev92 Apr 08 10:58:12.434511 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103907) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 08 10:58:12.435446 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 08 10:58:12.435679 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 08 10:58:12.436036 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 08 10:58:12.436280 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 08 10:58:12.436504 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 08 10:58:12.436920 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.437344 dv-cinder-836073-3-iscsi neutron-server[103907]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 08 10:58:12.437681 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.437979 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.438271 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.438564 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.438853 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.439136 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.439426 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.439725 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.440012 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.440292 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.440579 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.440874 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.441160 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.441448 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.441844 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.442133 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] debug = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.442412 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.442852 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.443265 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.443548 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.443841 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.444123 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.444395 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.444674 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.444965 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.445292 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] host = dv-cinder-836073-3-iscsi {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.445573 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.445883 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.446173 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.446460 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.446825 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.447114 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.447405 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.447687 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.447963 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] log_file = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.448240 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.448529 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.448818 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.449117 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.449345 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.449570 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.449884 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.450173 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.450450 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.450725 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.451006 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.451283 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.451556 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.451825 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.452111 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.452394 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.452677 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.452949 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.453223 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.453496 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.453789 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.454075 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.454347 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.454620 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.454890 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.455176 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.455444 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.455714 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.456014 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.456299 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.456577 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.456859 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.457132 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.457415 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.457728 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.458004 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.458275 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] use_json = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.458547 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.458819 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.459102 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.459378 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.459650 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.459925 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.460199 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.460484 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.460759 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:12.461056 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.461352 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.461683 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.461985 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.462945 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.463254 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.463544 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.463830 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.464121 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.464413 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.464704 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.464987 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.465288 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.465601 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.465898 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.466203 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.466497 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.466788 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.467062 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.467334 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.467607 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.467891 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.468175 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.468453 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.468740 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.469029 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.469306 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.469622 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.469915 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.470214 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.470505 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.470780 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.471060 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.471350 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.471633 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.471903 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.472182 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.472471 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.472750 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.473022 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.473305 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.473636 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.473981 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.474255 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.474535 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.474826 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.475108 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.475382 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.475654 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.475930 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.476202 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.476487 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.476762 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.477035 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.477306 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.477603 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.478502 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.478772 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.479053 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.479326 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.479606 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.479878 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.480152 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.480425 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.480696 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.480965 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.481234 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.481503 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.481801 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.482078 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.482352 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.482626 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.482899 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.483170 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.483455 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.483751 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.484029 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.484308 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.484584 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.484861 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.485138 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.485415 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.485716 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.485997 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.486269 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.486559 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.486844 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.487131 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.487431 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.487708 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.488002 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.488279 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.488562 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.488843 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.489118 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.489394 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.489700 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.489987 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.490281 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.490573 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.490862 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.491153 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.491441 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.491718 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.492026 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.492307 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:12.492526 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 08 10:58:12.492767 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103907) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 08 10:58:12.871944 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 08 10:58:12.872225 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 08 10:58:12.872540 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 08 10:58:12.872876 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 08 10:58:13.201748 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.201978 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.202245 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.203443 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.203720 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.205753 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.260112 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.260385 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.260655 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.275687 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.275963 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.276234 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.306110 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.306549 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.307085 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.343100 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.343388 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.343655 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.682872 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.683496 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.683496 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.683678 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.684355 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.783308 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.783629 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.783914 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.784190 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.784458 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.784770 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.785035 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.785294 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.785550 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.785861 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.786126 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.786394 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.786652 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.786911 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.787171 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.787446 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.787699 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.787967 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.788239 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.788499 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.788771 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.789025 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.789308 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.789714 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.789969 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.790240 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.790740 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103907) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 10:58:13.791076 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103907) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 10:58:13.791326 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103907) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 10:58:13.791571 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103907) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 10:58:13.791814 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103907) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 10:58:13.792055 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103907) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 10:58:13.792425 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 08 10:58:13.795542 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 08 10:58:13.799489 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 08 10:58:13.803150 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Apr 08 10:58:13.804775 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 08 10:58:13.805234 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 08 10:58:13.805572 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 08 10:58:13.807079 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 08 10:58:13.810312 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 08 10:58:13.810564 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 08 10:58:13.810914 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 08 10:58:13.815790 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 08 10:58:13.840330 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 08 10:58:13.840789 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.841090 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103907) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 08 10:58:13.841464 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.842863 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103907) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 08 10:58:13.843144 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 08 10:58:13.843389 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 08 10:58:13.846675 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.846959 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:13.909916 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 08 10:58:13.910157 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 08 10:58:13.910394 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 08 10:58:13.910761 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 08 10:58:13.930654 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_db.sqlalchemy.engines [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103907) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 08 10:58:14.525338 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.plugins.ml2.managers [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Initializing driver for type 'gre' Apr 08 10:58:14.525897 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] gre ID ranges: [(1, 1000)] Apr 08 10:58:14.715820 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.plugins.ml2.managers [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Initializing driver for type 'local' Apr 08 10:58:14.716431 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.plugins.ml2.managers [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Initializing driver for type 'vlan' Apr 08 10:58:14.810985 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] VlanTypeDriver initialization complete Apr 08 10:58:14.811246 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.plugins.ml2.managers [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Initializing driver for type 'vxlan' Apr 08 10:58:14.811886 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] vxlan ID ranges: [(1, 1000)] Apr 08 10:58:15.010664 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.plugins.ml2.managers [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Initializing extension driver 'port_security' Apr 08 10:58:15.011040 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.plugins.ml2.extensions.port_security [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] PortSecurityExtensionDriver initialization complete Apr 08 10:58:15.011407 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.plugins.ml2.managers [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Initializing mechanism driver 'openvswitch' Apr 08 10:58:15.011727 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.plugins.ml2.managers [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Initializing mechanism driver 'hyperv' Apr 08 10:58:15.018237 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.plugins.ml2.plugin [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:58:15.019083 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > port after_create 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.019454 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > port after_update 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.019806 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > port after_delete 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.020739 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103907) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 10:58:15.020834 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > subnet after_create 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.021116 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > subnet after_update 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.021460 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.021887 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103907) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 10:58:15.022295 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > network after_create 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.022643 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > network after_update 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.022983 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > network after_delete 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.023374 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103907) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 10:58:15.023779 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > security_group after_create 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.024127 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > security_group after_update 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.024468 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.025366 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103907) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 10:58:15.025797 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.026138 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.026475 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.026870 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103907) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 10:58:15.027274 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > address_group after_create 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.027618 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > address_group after_update 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.027956 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.028344 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103907) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 10:58:15.028783 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] ML2 OVO RPC backend initialized. {{(pid=103907) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 08 10:58:15.029485 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.029864 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.030285 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > network before_response 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.030638 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > networks before_response 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.030986 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > port before_response 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.031326 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > ports before_response 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.031669 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > subnet before_response 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.032011 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > subnets before_response 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.032421 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > network after_create 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.032765 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > network after_update 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.033101 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > network after_delete 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.033436 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > port after_create 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.033792 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > port after_update 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.034130 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > port after_delete 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.034464 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > subnet after_create 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.034798 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > subnet after_update 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.035129 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.042892 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.quota [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded quota_driver: . Apr 08 10:58:15.043255 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.plugins.ml2.plugin [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Modular L2 Plugin initialization complete Apr 08 10:58:15.043604 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading services supported by the core plugin {{(pid=103907) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 08 10:58:15.043946 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.plugins.ml2.managers [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Got port-security extension from driver 'port_security' Apr 08 10:58:15.044427 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.extensions.vlantransparent [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Disabled vlantransparent extension. Apr 08 10:58:15.044923 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103907) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 08 10:58:15.045245 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading Plugin: router Apr 08 10:58:15.080698 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.081042 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > router after_create 55549900 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.081426 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > router before_create 55549900 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.081815 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.082206 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.082569 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > router after_delete 55549900 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.082918 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.083266 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.083622 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > router after_create 55549900 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.083977 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > router after_update 55549900 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.084329 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > router after_update 55549900 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.084676 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.085030 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > router after_update 55549900 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.085440 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > router precommit_update 55549900 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.085829 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: port after_update 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.086172 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: port after_delete 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.086510 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: subnet after_update 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.086855 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.087791 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.088148 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > router precommit_create 55549900 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.088495 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: port before_delete 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.088840 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > router precommit_create 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.089196 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > router after_update 55549900 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.089538 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.089912 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > router precommit_create 55549900 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.090270 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.091053 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > router precommit_update 55549900 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.091053 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > agent after_create 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.091444 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > agent after_delete 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.091788 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > network after_delete 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.092675 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.quota.resource_registry [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Tracking information for resource: router configured {{(pid=103907) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 10:58:15.093011 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.quota.resource_registry [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Tracking information for resource: floatingip configured {{(pid=103907) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 10:58:15.098021 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.db.l3_agentschedulers_db [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 08 10:58:15.098608 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: port after_update 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.098970 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: port after_create 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.099320 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: port after_delete 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.099674 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: port after_update 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.100465 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > router before_create 55550100 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.100826 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.101184 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > router precommit_create 55550100 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.101603 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > router precommit_update 55550100 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.106321 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.services.provider_configuration [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Service providers = [] {{(pid=103907) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 08 10:58:15.106687 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.db.servicetype_db [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103907) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 08 10:58:15.109669 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.services.service_base [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103907) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 10:58:15.109995 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.services.service_base [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103907) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 10:58:15.110336 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.services.service_base [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103907) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 10:58:15.111232 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.services.service_base [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103907) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 10:58:15.111611 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.services.service_base [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 08 10:58:15.111989 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103907) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 10:58:15.112308 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 08 10:58:15.122893 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103907) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 10:58:15.123229 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading Plugin: auto_allocate Apr 08 10:58:15.128940 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: network precommit_update 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.129317 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: network precommit_create 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.129866 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103907) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 10:58:15.130188 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading Plugin: tag Apr 08 10:58:15.137340 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103907) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 10:58:15.137700 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading Plugin: timestamp Apr 08 10:58:15.141510 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103907) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 10:58:15.141873 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading Plugin: network_ip_availability Apr 08 10:58:15.147288 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.147659 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.148014 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.148721 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103907) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 10:58:15.149042 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading Plugin: flavors Apr 08 10:58:15.155683 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103907) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 10:58:15.156018 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading Plugin: revisions Apr 08 10:58:15.160292 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103907) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 10:58:15.160691 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_concurrency.lockutils [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.288s {{(pid=103907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 08 10:58:15.162277 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103907) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 08 10:58:15.162277 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Initializing extension manager. Apr 08 10:58:15.162568 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: __init__.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.162672 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: __pycache__ {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.162976 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: address_group.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.163741 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.164310 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: address-group Apr 08 10:58:15.164635 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: address_scope.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.165376 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.165916 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: address-scope Apr 08 10:58:15.166240 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.167171 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.167686 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: router-admin-state-down-before-update Apr 08 10:58:15.168009 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: agent.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.168709 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.169218 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: agent Apr 08 10:58:15.169542 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: agent_resources_synced.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.170476 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.170993 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: agent-resources-synced Apr 08 10:58:15.171322 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: allowedaddresspairs.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.173121 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.173662 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: allowed-address-pairs Apr 08 10:58:15.173991 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: auto_allocated_topology.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.175061 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.175574 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: auto-allocated-topology Apr 08 10:58:15.175897 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: availability_zone.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.176588 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.177096 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: availability_zone Apr 08 10:58:15.177415 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: availability_zone_filter.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.178358 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.178871 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: availability_zone_filter Apr 08 10:58:15.179191 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: data_plane_status.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.180096 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.180600 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension data-plane-status not supported by any of loaded plugins Apr 08 10:58:15.181011 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: default_subnetpools.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.182212 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.182722 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: default-subnetpools Apr 08 10:58:15.183041 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.183843 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.184354 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: dhcp_agent_scheduler Apr 08 10:58:15.184674 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: dns.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.185602 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.186107 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension dns-integration not supported by any of loaded plugins Apr 08 10:58:15.186429 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: dns_domain_ports.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.187338 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.187842 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 08 10:58:15.188165 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.189079 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.189594 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 08 10:58:15.189927 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: dvr.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.190594 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.191098 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: dvr Apr 08 10:58:15.191425 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: ecmp_routes.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.192332 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.192836 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 08 10:58:15.193155 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: empty_string_filtering.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.194091 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.194600 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: empty-string-filtering Apr 08 10:58:15.194923 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.195825 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.196335 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 08 10:58:15.197279 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.198378 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.198889 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 08 10:58:15.199212 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: external_net.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.200122 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.200631 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: external-net Apr 08 10:58:15.200953 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.201901 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.202414 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: extra_dhcp_opt Apr 08 10:58:15.202739 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: extraroute.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.203636 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.204142 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: extraroute Apr 08 10:58:15.204464 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: extraroute_atomic.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.205486 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.206034 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: extraroute-atomic Apr 08 10:58:15.206385 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: filter_validation.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.207050 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.207555 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: filter-validation Apr 08 10:58:15.207877 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: fip_pf_description.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.208783 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.209289 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 08 10:58:15.209636 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: fip_pf_port_range.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.210555 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.211064 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 08 10:58:15.211386 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: fip_port_details.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.213294 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.213843 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: fip-port-details Apr 08 10:58:15.214173 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: flavors.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.215408 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.215934 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: flavors Apr 08 10:58:15.216258 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.217968 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.218498 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 08 10:58:15.218834 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: floatingip_pools.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.219535 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.220051 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: floatingip-pools Apr 08 10:58:15.220379 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: ip_allocation.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.221301 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.221852 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension ip_allocation not supported by any of loaded plugins Apr 08 10:58:15.222190 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.223105 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.223620 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: ip-substring-filtering Apr 08 10:58:15.223947 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: l2_adjacency.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.224861 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.225373 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 08 10:58:15.225791 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: l3.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.226759 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.227291 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: router Apr 08 10:58:15.227619 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.230262 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.230796 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 08 10:58:15.231128 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.232052 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.232581 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: ext-gw-mode Apr 08 10:58:15.232913 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.233914 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.234380 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: l3-ha Apr 08 10:58:15.234703 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.235609 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.236120 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 08 10:58:15.236442 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: l3_flavors.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.237351 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.237899 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: l3-flavors Apr 08 10:58:15.238224 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.239581 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.240096 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 08 10:58:15.240423 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.241335 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.241884 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 08 10:58:15.242208 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: l3agentscheduler.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.243249 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.243929 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: l3_agent_scheduler Apr 08 10:58:15.244257 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: local_ip.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.246072 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.246601 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension local_ip not supported by any of loaded plugins Apr 08 10:58:15.246938 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: logging.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.248538 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.249064 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension logging not supported by any of loaded plugins Apr 08 10:58:15.249396 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: metering.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.250171 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.250750 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: metering Apr 08 10:58:15.251078 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.252163 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.252692 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: metering_source_and_destination_fields Apr 08 10:58:15.253017 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: multiprovidernet.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.254000 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.254515 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: multi-provider Apr 08 10:58:15.254838 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: netmtu.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.255751 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.256263 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: net-mtu Apr 08 10:58:15.256586 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: netmtu_writable.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.257506 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.258051 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: net-mtu-writable Apr 08 10:58:15.258376 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: network_availability_zone.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.259569 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.260074 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: network_availability_zone Apr 08 10:58:15.260396 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: network_ip_availability.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.261496 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.262043 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: network-ip-availability Apr 08 10:58:15.262370 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: network_segment_range.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.263138 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.263646 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension network-segment-range not supported by any of loaded plugins Apr 08 10:58:15.263970 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: pagination.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.264943 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.265273 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: pagination Apr 08 10:58:15.265619 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: port_device_profile.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.266532 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.267044 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: port-device-profile Apr 08 10:58:15.267364 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.268285 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.268794 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: port-mac-address-regenerate Apr 08 10:58:15.269115 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.270048 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.270560 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: port-numa-affinity-policy Apr 08 10:58:15.270880 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: port_resource_request.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.271798 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.272306 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension port-resource-request not supported by any of loaded plugins Apr 08 10:58:15.272628 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: port_resource_request_groups.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.273604 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.274119 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 08 10:58:15.274441 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: portbindings.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.276205 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.276722 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: binding Apr 08 10:58:15.277046 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: portbindings_extended.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.278341 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.278859 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: binding-extended Apr 08 10:58:15.279187 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: portsecurity.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.280100 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.280612 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: port-security Apr 08 10:58:15.280935 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: project_id.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.281934 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.282262 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: project-id Apr 08 10:58:15.282583 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: providernet.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.283492 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.284008 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: provider Apr 08 10:58:15.284331 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: qos.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.287924 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.288452 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension qos not supported by any of loaded plugins Apr 08 10:58:15.288782 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.290058 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.290752 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 08 10:58:15.291040 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.291960 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.292472 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 08 10:58:15.292805 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: qos_default.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.293748 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.294262 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension qos-default not supported by any of loaded plugins Apr 08 10:58:15.294586 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: qos_fip.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.295514 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.296026 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension qos-fip not supported by any of loaded plugins Apr 08 10:58:15.296350 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.297265 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.297807 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 08 10:58:15.298132 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: qos_gateway_ip.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.299170 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.299684 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 08 10:58:15.300008 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: qos_port_network_policy.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.300919 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.301431 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 08 10:58:15.301789 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.302833 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.303347 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 08 10:58:15.303672 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.304713 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.305227 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 08 10:58:15.305552 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: qos_pps_rule.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.307036 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.307552 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension qos-pps not supported by any of loaded plugins Apr 08 10:58:15.307876 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: qos_rule_type_details.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.308790 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.309301 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 08 10:58:15.309649 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.310556 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.311069 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 08 10:58:15.311392 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: qos_rules_alias.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.312436 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.312952 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 08 10:58:15.313278 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: quota_check_limit.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.314215 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.314731 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: quota-check-limit Apr 08 10:58:15.315057 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: quotasv2.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.315977 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.316305 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: quotas Apr 08 10:58:15.316626 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: quotasv2_detail.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.318346 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.318686 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: quota_details Apr 08 10:58:15.319013 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: rbac.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.320068 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.320596 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: rbac-policies Apr 08 10:58:15.320924 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: rbac_address_group.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.322458 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.322980 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: rbac-address-group Apr 08 10:58:15.323307 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: rbac_address_scope.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.324242 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.324758 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: rbac-address-scope Apr 08 10:58:15.325080 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: rbac_security_groups.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.326099 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.326614 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: rbac-security-groups Apr 08 10:58:15.326939 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: rbac_subnetpool.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.327862 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.328373 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: rbac-subnetpool Apr 08 10:58:15.328696 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: revisionifmatch.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.329644 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.330157 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: revision-if-match Apr 08 10:58:15.330481 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: revisions.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.331638 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.332108 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: standard-attr-revisions Apr 08 10:58:15.332434 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: router_availability_zone.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.333110 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.333645 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: router_availability_zone Apr 08 10:58:15.333970 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: routerservicetype.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.334896 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.335403 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension router-service-type not supported by any of loaded plugins Apr 08 10:58:15.335725 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.336653 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.337900 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: security-groups-normalized-cidr Apr 08 10:58:15.338260 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.339222 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.339736 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: port-security-groups-filtering Apr 08 10:58:15.340059 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.340982 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.341494 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: security-groups-remote-address-group Apr 08 10:58:15.341848 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.342791 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.343304 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: security-groups-shared-filtering Apr 08 10:58:15.343626 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.344212 dv-cinder-836073-3-iscsi neutron-server[103907]: WARNING neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 08 10:58:15.344531 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: securitygroup.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.354367 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.354903 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: security-group Apr 08 10:58:15.355234 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: segment.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.355967 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.356481 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension segment not supported by any of loaded plugins Apr 08 10:58:15.356808 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.357781 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.358303 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 08 10:58:15.358630 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: servicetype.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.359722 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.360247 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: service-type Apr 08 10:58:15.360575 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: sorting.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.361577 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.361938 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: sorting Apr 08 10:58:15.362266 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: standard_attr_segment.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.363181 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.363698 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 08 10:58:15.364018 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: standardattrdescription.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.364660 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.365172 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: standard-attr-description Apr 08 10:58:15.365493 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: stateful_security_group.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.366455 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.366972 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: stateful-security-group Apr 08 10:58:15.367295 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: stdattrs_common.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.367862 dv-cinder-836073-3-iscsi neutron-server[103907]: WARNING neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 08 10:58:15.368182 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.369273 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.369818 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 08 10:58:15.370145 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: subnet_onboard.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.371229 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.371752 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: subnet_onboard Apr 08 10:58:15.372082 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.373008 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.373521 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 08 10:58:15.373870 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: subnet_service_types.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.374795 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.375310 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: subnet-service-types Apr 08 10:58:15.375633 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: subnetallocation.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.376714 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.377232 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: subnet_allocation Apr 08 10:58:15.377554 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.378242 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.378752 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: subnetpool-prefix-ops Apr 08 10:58:15.379071 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.379996 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.380503 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 08 10:58:15.380823 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: tagging.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.381919 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.382449 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: standard-attr-tag Apr 08 10:58:15.382772 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: timestamp.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.384510 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.385028 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loaded extension: standard-attr-timestamp Apr 08 10:58:15.385353 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: trunk.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.386413 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.386930 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension trunk not supported by any of loaded plugins Apr 08 10:58:15.387255 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: trunk_details.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.388173 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.388689 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension trunk-details not supported by any of loaded plugins Apr 08 10:58:15.389013 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: uplink_status_propagation.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.389968 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.390482 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 08 10:58:15.390805 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Loading extension file: vlantransparent.py {{(pid=103907) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:58:15.391466 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103907) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:58:15.391973 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 08 10:58:15.394538 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.quota.resource_registry [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Creating instance of TrackedResource for resource:network Apr 08 10:58:15.395059 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.quota.resource_registry [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Creating instance of TrackedResource for resource:subnet Apr 08 10:58:15.395457 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.quota.resource_registry [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 10:58:15.395846 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.quota.resource_registry [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Creating instance of TrackedResource for resource:port Apr 08 10:58:15.397064 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.v2.resource_helper [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103907) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:58:15.397506 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.v2.resource_helper [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Service FLAVORS assigned prefix: {{(pid=103907) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:58:15.398150 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.v2.resource_helper [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103907) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:58:15.398574 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.v2.resource_helper [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103907) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:58:15.398905 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.quota.resource_registry [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Creating instance of TrackedResource for resource:router Apr 08 10:58:15.399329 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.quota.resource_registry [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Creating instance of TrackedResource for resource:floatingip Apr 08 10:58:15.400356 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.v2.resource_helper [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Service METERING assigned prefix: /metering {{(pid=103907) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:58:15.401840 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.402212 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.402569 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:58:15.403562 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.quota.resource_registry [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Creating instance of CountableResource for resource:rbac_policy Apr 08 10:58:15.404016 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.quota.resource_registry [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Creating instance of TrackedResource for resource:security_group Apr 08 10:58:15.404451 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.quota.resource_registry [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 08 10:58:15.405043 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.v2.resource_helper [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Service CORE assigned prefix: {{(pid=103907) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:58:15.405375 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.quota.resource_registry [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 10:58:15.405741 dv-cinder-836073-3-iscsi neutron-server[103907]: WARNING neutron.quota.resource_registry [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] subnetpool is already registered Apr 08 10:58:15.406176 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.v2.resource_helper [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Service CORE assigned prefix: {{(pid=103907) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:58:15.406501 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.quota.resource_registry [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 10:58:15.406830 dv-cinder-836073-3-iscsi neutron-server[103907]: WARNING neutron.quota.resource_registry [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] subnetpool is already registered Apr 08 10:58:15.409075 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.v2.resource_helper [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103907) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:58:15.409507 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.v2.resource_helper [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Service FLAVORS assigned prefix: {{(pid=103907) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:58:15.410129 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.v2.resource_helper [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103907) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:58:15.410549 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.v2.resource_helper [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103907) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:58:15.410882 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.quota.resource_registry [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Creating instance of TrackedResource for resource:router Apr 08 10:58:15.411220 dv-cinder-836073-3-iscsi neutron-server[103907]: WARNING neutron.quota.resource_registry [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] router is already registered Apr 08 10:58:15.411627 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.quota.resource_registry [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Creating instance of TrackedResource for resource:floatingip Apr 08 10:58:15.411961 dv-cinder-836073-3-iscsi neutron-server[103907]: WARNING neutron.quota.resource_registry [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] floatingip is already registered Apr 08 10:58:15.412411 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.v2.resource_helper [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Service METERING assigned prefix: /metering {{(pid=103907) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:58:15.413085 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.quota.resource_registry [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Creating instance of CountableResource for resource:rbac_policy Apr 08 10:58:15.413413 dv-cinder-836073-3-iscsi neutron-server[103907]: WARNING neutron.quota.resource_registry [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] rbac_policy is already registered Apr 08 10:58:15.413858 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.quota.resource_registry [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Creating instance of TrackedResource for resource:security_group Apr 08 10:58:15.414191 dv-cinder-836073-3-iscsi neutron-server[103907]: WARNING neutron.quota.resource_registry [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] security_group is already registered Apr 08 10:58:15.414592 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.quota.resource_registry [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 08 10:58:15.414921 dv-cinder-836073-3-iscsi neutron-server[103907]: WARNING neutron.quota.resource_registry [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] security_group_rule is already registered Apr 08 10:58:15.415599 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.v2.resource_helper [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Service CORE assigned prefix: {{(pid=103907) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:58:15.415925 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.quota.resource_registry [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 10:58:15.416255 dv-cinder-836073-3-iscsi neutron-server[103907]: WARNING neutron.quota.resource_registry [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] subnetpool is already registered Apr 08 10:58:15.416671 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.v2.resource_helper [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Service CORE assigned prefix: {{(pid=103907) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:58:15.416995 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.quota.resource_registry [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 10:58:15.417325 dv-cinder-836073-3-iscsi neutron-server[103907]: WARNING neutron.quota.resource_registry [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] subnetpool is already registered Apr 08 10:58:15.417826 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extended resource: extensions {{(pid=103907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:58:15.419254 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extended resource: address-groups {{(pid=103907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:58:15.420724 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extended resource: address-scopes {{(pid=103907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:58:15.422073 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extended resource: agents {{(pid=103907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:58:15.423239 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extended resource: auto-allocated-topology {{(pid=103907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:58:15.424458 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extended resource: availability_zones {{(pid=103907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:58:15.425674 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extended resource: dhcp-networks {{(pid=103907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:58:15.427175 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extended resource: dhcp-agents {{(pid=103907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:58:15.428602 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extended resource: routers {{(pid=103907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:58:15.432521 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extended resource: flavors {{(pid=103907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:58:15.433745 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extended resource: service_profiles {{(pid=103907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:58:15.434945 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extended resource: next_providers {{(pid=103907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:58:15.436354 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extended resource: service_profiles {{(pid=103907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:58:15.437929 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extended resource: floatingip-pools {{(pid=103907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:58:15.439137 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extended resource: routers {{(pid=103907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:58:15.441186 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extended resource: floatingips {{(pid=103907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:58:15.442502 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extended resource: l3-routers {{(pid=103907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:58:15.443945 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extended resource: l3-agents {{(pid=103907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:58:15.445340 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extended resource: metering-labels {{(pid=103907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:58:15.447275 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extended resource: metering-label-rules {{(pid=103907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:58:15.448525 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extended resource: network-ip-availabilities {{(pid=103907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:58:15.449850 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extended resource: bindings {{(pid=103907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:58:15.451492 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extended resource: quotas {{(pid=103907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:58:15.453023 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extended resource: quotas {{(pid=103907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:58:15.454576 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extended resource: rbac-policies {{(pid=103907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:58:15.455853 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extended resource: security-groups {{(pid=103907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:58:15.457081 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extended resource: security-group-rules {{(pid=103907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:58:15.458314 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extended resource: service-providers {{(pid=103907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:58:15.459523 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extended resource: subnetpools {{(pid=103907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:58:15.460944 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extended resource: subnetpools {{(pid=103907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:58:15.462446 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extended resource: tags {{(pid=103907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:58:15.464095 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extended resource: tags {{(pid=103907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:58:15.465908 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extended resource: tags {{(pid=103907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:58:15.467670 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extended resource: tags {{(pid=103907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:58:15.469424 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extended resource: tags {{(pid=103907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:58:15.471281 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extended resource: tags {{(pid=103907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:58:15.472953 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extended resource: tags {{(pid=103907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:58:15.474883 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extended resource: tags {{(pid=103907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:58:15.476604 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extended resource: tags {{(pid=103907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:58:15.478483 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron.api.extensions [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Extended resource: tags {{(pid=103907) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:58:15.484283 dv-cinder-836073-3-iscsi neutron-server[103907]: WARNING keystonemiddleware.auth_token [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 08 10:58:15.488948 dv-cinder-836073-3-iscsi neutron-server[103907]: WARNING keystonemiddleware.auth_token [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 08 10:58:15.498194 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_concurrency.lockutils [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Acquired lock "singleton_lock" {{(pid=103907) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 08 10:58:15.512497 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_concurrency.lockutils [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Releasing lock "singleton_lock" {{(pid=103907) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 08 10:58:15.512497 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO oslo_service.service [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Starting 2 workers Apr 08 10:58:15.512497 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Started child 104016 {{(pid=103907) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 08 10:58:15.512497 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Started child 104017 {{(pid=103907) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 08 10:58:15.512916 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:15.513531 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO neutron.service [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 08 10:58:15.513531 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:15.513772 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [-] (104016) wsgi starting up on http://0.0.0.0:9696 Apr 08 10:58:15.514305 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO oslo_service.service [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Starting 1 workers Apr 08 10:58:15.514485 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:15.515825 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [-] (104017) wsgi starting up on http://0.0.0.0:9696 Apr 08 10:58:15.519603 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Started child 104018 {{(pid=103907) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 08 10:58:15.520148 dv-cinder-836073-3-iscsi neutron-server[103907]: INFO oslo_service.service [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Starting 1 workers Apr 08 10:58:15.523245 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.service [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] calling RpcWorker wait() {{(pid=104018) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 08 10:58:15.523798 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.service [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] returning from RpcWorker wait() {{(pid=104018) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 08 10:58:15.524816 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Started child 104019 {{(pid=103907) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 08 10:58:15.525028 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:15.525473 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:58:15.525750 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG neutron_lib.callbacks.manager [None req-be453033-525b-49b7-9b7c-83d96def4d41 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:15.527722 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103907) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 08 10:58:15.527928 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 08 10:58:15.528113 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 08 10:58:15.528342 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 08 10:58:15.528689 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 08 10:58:15.528854 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 08 10:58:15.529376 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.529734 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.529963 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.530349 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.530549 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.530795 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:15.531290 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.531464 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.531656 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.531932 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.532032 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:58:15.532207 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.532357 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.532514 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.532769 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.533037 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.533358 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.533664 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.533933 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.534194 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.534369 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.534637 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.534930 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.535197 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.535476 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] debug = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.535740 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.536229 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.536479 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.536738 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.536969 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.537276 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.537510 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.537820 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.538053 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.538278 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.538541 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.538798 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.539044 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.539277 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.539530 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.539723 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.539991 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.540260 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.540732 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] host = dv-cinder-836073-3-iscsi {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.541125 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.541363 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.541699 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.541895 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.542137 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.542397 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.542666 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.543919 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.543919 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.543919 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.543919 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.543919 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.544632 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.544632 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] log_file = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.544632 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] log_options = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.545038 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.545038 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.545307 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.545467 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.545653 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.545865 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.546091 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.546242 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.546515 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.546759 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.546999 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.547234 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.547482 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.547663 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.547917 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.548152 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.548390 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.548603 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.548848 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.549103 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.549378 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.549576 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.549849 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.550072 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.550310 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.550552 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.551286 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.551286 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.551979 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.552140 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.552392 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.552591 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.552851 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.553096 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.553355 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.553638 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.553843 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.554074 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.554391 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.554624 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.554887 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.555166 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.555373 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.555623 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.556410 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.556973 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.557212 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] use_json = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.557451 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.557719 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.557994 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.558369 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.558525 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.558668 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.558878 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.559130 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.559366 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.559778 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.562276 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.562276 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.562276 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.562276 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.562276 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.562276 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.562276 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.562276 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.562812 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.562812 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.563232 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.563559 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.563818 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.564093 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.564433 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.564718 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.564955 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.565195 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.565435 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.565687 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.565939 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.570428 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.570428 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.570428 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.570428 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.570428 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.570428 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.570428 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.570428 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.570961 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.570961 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.570961 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.570961 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.570961 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.570961 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.570961 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.570961 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.571449 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.571449 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.571449 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.571449 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.572416 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.572416 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.572550 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.572872 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.573215 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.573371 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.574772 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.574772 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.574772 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.574772 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.574772 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.574772 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.575323 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.575323 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.575323 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.575604 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.575790 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.576010 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.576244 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.576476 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.576713 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.576960 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.577175 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.577407 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.577648 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.577904 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.578145 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.578371 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.578590 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.578804 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.579027 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.579240 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.579474 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.579787 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.580007 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.580515 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.580743 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.580962 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.581180 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.581443 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.581735 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.581897 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.582113 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.582352 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.582736 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.582956 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.583176 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.583394 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.583612 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.583897 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.584246 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.584716 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.584953 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.585206 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.585470 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.585716 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.585978 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.586204 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.586430 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.586649 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.586904 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.587334 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.587452 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.587787 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.588017 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.588284 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.588509 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.588733 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.588985 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.589239 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.589466 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.589743 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.590042 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.590280 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.590533 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.590786 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.591038 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.591308 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.591564 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.591850 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.592074 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.592348 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.592669 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.592937 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.593238 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.593475 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.593755 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.594027 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.594265 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.594537 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.594776 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.595031 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.595257 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.595505 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.595764 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.595982 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.596218 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.596537 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.596789 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.597008 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.597226 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.597503 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.597791 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.598060 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.598328 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.598573 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.598841 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.599091 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.599341 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.599557 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.599774 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.600024 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.600242 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.600489 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.600724 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.600964 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.601180 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.601395 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.601703 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.601937 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.602161 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.602375 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.602610 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.602872 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.603121 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.603357 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.603585 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.603828 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.604052 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.604273 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.604499 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.604715 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.604964 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.605184 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.605453 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.605733 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.606016 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.611836 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.611836 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.611836 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.611836 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.611836 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.611836 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.611836 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.611836 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.612375 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.612375 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.612375 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.612375 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.612375 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.612375 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.612375 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.612375 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.612837 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.612837 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.612837 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.612837 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.612837 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.612837 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.612837 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.612837 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.612837 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.613380 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.613380 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.613380 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.613380 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.613380 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.613380 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.613771 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.613771 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.614042 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.614218 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.614490 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.614690 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.614907 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.615125 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.615354 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.615567 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.615800 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.616017 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.616227 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.616535 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.616797 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.617022 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.617291 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.617535 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.617800 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.618032 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.618242 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.618998 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.619221 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.619441 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.619653 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.619898 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.620109 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.620899 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.620899 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.620899 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.621153 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.621153 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.621356 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.621566 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.621810 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.622048 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.622299 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.622525 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.622758 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.622970 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.623192 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.623411 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.623621 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.623846 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.624056 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.624269 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.624490 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.624713 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.624922 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.625229 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.625500 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.625771 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.626078 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.626330 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.626576 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.626821 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.627141 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.627360 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.628265 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.628265 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.628265 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.628528 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.628669 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.629049 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.629226 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.629745 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.629990 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.630257 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.630538 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.630825 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.631063 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.631365 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.631701 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.631990 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.632253 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.632484 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.632839 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.633155 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.633433 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.633682 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.633959 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.634921 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.635188 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.635450 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.635684 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.635908 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.636159 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.636379 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.636641 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.636854 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.637100 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.637344 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.637497 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 08 10:58:15.638052 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103907) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 08 10:58:15.638214 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 08 10:58:15.638369 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 08 10:58:15.638540 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 08 10:58:15.638711 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 08 10:58:15.641830 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 08 10:58:15.641830 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.641830 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.641830 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.641830 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.641830 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.641830 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.642830 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.642830 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.642830 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.642830 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.642830 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.642830 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.642830 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.642830 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.643495 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.643495 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.643495 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.643495 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.643495 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.643495 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.643495 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.643495 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.644193 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] debug = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.644193 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.644193 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.644193 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.644193 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.644193 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.644859 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.644859 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.644859 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.644859 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.644859 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.644859 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.644859 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.644859 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.645537 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.645537 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.645537 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.645537 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.645537 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.645537 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] host = dv-cinder-836073-3-iscsi {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.645537 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.646174 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.646174 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.646174 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.646174 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.646622 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.646622 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.646622 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.646838 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.646838 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.647030 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.647193 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.647323 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.647406 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] log_file = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.647537 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] log_options = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.647697 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.647855 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.648013 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.648200 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.648366 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.648525 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.648685 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.648843 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.649002 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.649160 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.649344 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.649537 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.649729 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.649907 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.650059 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.650218 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.650932 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.650932 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.650932 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.650932 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.651473 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.651473 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.651473 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.651473 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.651864 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.651864 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.652065 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.652230 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.652390 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.652548 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.652718 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.652848 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.653036 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.653162 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.653326 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.653480 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.653832 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.653995 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.654161 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.654310 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.654467 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.654630 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.654789 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.654973 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.655096 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.655255 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.655413 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] use_json = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.655575 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.655734 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.655892 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.656034 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.656197 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.656355 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.656513 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.656671 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.656829 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:58:15.657009 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.657172 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.657343 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.657506 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.657690 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.657839 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.658073 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.658214 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.658299 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.658456 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.658625 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.658789 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.658962 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.659125 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.659287 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.659461 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.659601 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.659763 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.659925 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.660087 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.660249 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.660411 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.660582 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.660742 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.660903 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.661064 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.661225 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.661394 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.661556 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.661755 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.661904 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.662068 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.662228 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.662380 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.662540 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.662702 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.662864 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.665696 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.665696 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.665696 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.665696 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.665696 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.665696 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.665696 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.665696 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.665696 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.666521 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.666521 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.666521 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.666521 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.666521 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.666521 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.666521 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.666521 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.666521 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.667108 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.667108 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.667108 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.667108 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.667108 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.667108 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.667108 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.667108 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.667583 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 41928) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:58:15.667665 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.667665 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.667665 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.667665 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.667665 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.667953 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.667953 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.668071 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.668370 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.668370 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.668532 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.668657 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.668813 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.668970 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.669134 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.669297 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.669459 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.669640 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.669801 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.673762 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.673762 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.673762 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.673762 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.673762 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.673762 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.673762 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.673762 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.673762 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.674328 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.674328 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.674328 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.674328 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.674328 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.674328 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.674328 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.674328 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.674762 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.674762 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.674762 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.674762 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.674762 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.674762 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.674762 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.674762 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.675234 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.675234 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.675234 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.675234 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.675234 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.675234 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.675234 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.675234 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.677043 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.677043 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.677043 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.677225 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063672 Apr 08 10:58:15.677301 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.677301 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.677301 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.677472 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:58:15.677549 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.677549 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.677549 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.677549 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.677549 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.677549 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.677549 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.677549 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.678766 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.678766 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.678766 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.678766 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.678766 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.678766 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.680620 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.680620 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.680620 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.680620 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.680620 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.680620 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.680620 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.680620 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.682933 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.682933 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.682933 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.682933 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.682933 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.682933 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.682933 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.682933 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.684195 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.684195 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.684195 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.684195 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.684195 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.684195 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.684195 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.684195 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.686501 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.686501 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.686501 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.686501 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.686501 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.686501 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.686501 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.686501 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.687314 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.687314 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.687314 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.687314 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.687314 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.687314 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.687314 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.687314 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.689450 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.689450 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.689450 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.689450 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.689450 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.689450 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.689450 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.689450 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.690389 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.690389 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.690389 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.690389 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.690389 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.690389 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.690389 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.690389 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.691157 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.691157 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.691157 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.691157 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.691157 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.691157 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.691157 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.691157 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.691824 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.691824 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.691824 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.691824 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.691824 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.691824 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.691824 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.691824 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.692366 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.692366 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.692366 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.692366 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.692649 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.692649 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.692880 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.693084 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.693084 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.693241 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.693374 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.693537 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.694536 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.694741 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.694862 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.695395 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.695395 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.695395 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.695789 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.695789 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.695789 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.696136 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.696136 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.697718 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.697889 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.698042 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.698205 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.698371 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.698531 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.698693 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.698856 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.699018 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.699181 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.699343 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.700320 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.700320 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.700320 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.700320 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.700320 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.700320 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.700928 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.700928 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.700928 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.700928 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.701407 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.701407 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.701407 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.701928 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.701928 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.701928 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.702218 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.702218 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.704306 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.704306 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.704306 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.704306 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.704306 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.704306 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.704306 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.704306 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.705399 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.705399 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.705399 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.705399 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.705399 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.705399 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.705399 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.705399 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.706094 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.706094 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.706094 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.706094 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.706094 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.706094 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.706094 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.706094 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.706807 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.706807 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.706807 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.706807 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.706807 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.706807 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.708088 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.708088 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.708088 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.708088 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.708088 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.708088 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.708088 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.708088 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.708088 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.709484 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.709484 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.709484 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.709484 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:58:15.709484 dv-cinder-836073-3-iscsi neutron-server[103907]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103907) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 08 10:58:27.397909 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583b9bf4-a078-4c6a-b471-04a64111d86d None None] get_active_networks_info from dv-cinder-836073-3-iscsi {{(pid=104018) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 08 10:58:27.458351 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583b9bf4-a078-4c6a-b471-04a64111d86d None None] No non-hosted networks {{(pid=104018) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 08 10:58:27.467109 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.agentschedulers_db [None req-583b9bf4-a078-4c6a-b471-04a64111d86d None None] DHCP Agent not found on host dv-cinder-836073-3-iscsi {{(pid=104018) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 08 10:58:27.555090 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6ce1594c-a4c2-48af-a1df-924e6529f51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457642'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:29.864500 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-87835be5-cf03-4140-a582-eeca76c8c3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457642'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:29.899304 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.db.api [None req-1cc7187e-80cc-4f04-a568-de3e423bd2c2 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-836073-3-iscsi {{(pid=104018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:58:29.900559 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG oslo_db.api [None req-1cc7187e-80cc-4f04-a568-de3e423bd2c2 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:58:30.439983 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1cc7187e-80cc-4f04-a568-de3e423bd2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:30.653157 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 41998) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:58:31.104484 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457642'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:31.279076 dv-cinder-836073-3-iscsi neutron-server[104016]: WARNING oslo_policy.policy [None req-1a7b8621-0de8-4997-b7bd-6f5a792e6b81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 10:58:31.279960 dv-cinder-836073-3-iscsi neutron-server[104016]: WARNING oslo_policy.policy [None req-1a7b8621-0de8-4997-b7bd-6f5a792e6b81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 10:58:31.506144 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [None req-1a7b8621-0de8-4997-b7bd-6f5a792e6b81 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=104016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 10:58:31.522273 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-1a7b8621-0de8-4997-b7bd-6f5a792e6b81 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8661788 Apr 08 10:58:32.544723 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457642'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:33.299102 dv-cinder-836073-3-iscsi neutron-server[104018]: INFO neutron.db.l3_hamode_db [None req-1dc3b8df-ca6e-4ee5-9bc6-dce7234db86f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 08 10:58:33.380542 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc3b8df-ca6e-4ee5-9bc6-dce7234db86f None None] Routers set() bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:58:33.380851 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc3b8df-ca6e-4ee5-9bc6-dce7234db86f None None] Router IDs set() for agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 08 10:58:34.130490 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 42024) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:58:34.241469 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457642'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:34.242149 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:34.242666 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:34.243754 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:34.244304 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:34.244887 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:34.245281 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:34.245699 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:34.246138 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:34.246559 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:34.247083 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:34.247518 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:34.247743 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:34.248113 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:34.248438 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:34.248811 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:34.249374 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836073-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:58:34.255733 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836073-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:58:34.647196 dv-cinder-836073-3-iscsi neutron-server[104017]: WARNING oslo_policy.policy [None req-b645e71f-095f-45c2-b5df-a49b8d854706 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 10:58:34.647779 dv-cinder-836073-3-iscsi neutron-server[104017]: WARNING oslo_policy.policy [None req-b645e71f-095f-45c2-b5df-a49b8d854706 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 10:58:34.872142 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-b645e71f-095f-45c2-b5df-a49b8d854706 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:58:34.963894 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.policy [None req-b645e71f-095f-45c2-b5df-a49b8d854706 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104017) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 08 10:58:35.005950 dv-cinder-836073-3-iscsi neutron-server[104017]: WARNING oslo_policy.policy [None req-b645e71f-095f-45c2-b5df-a49b8d854706 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 10:58:35.006318 dv-cinder-836073-3-iscsi neutron-server[104017]: WARNING oslo_policy.policy [None req-b645e71f-095f-45c2-b5df-a49b8d854706 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 10:58:35.207689 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b645e71f-095f-45c2-b5df-a49b8d854706 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771790142234', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771790141927', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771790158465', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771790163168', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771790170278', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771790046068', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7700941', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7614774', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-331026', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-781254'] for rbac-policy (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:35.441609 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b645e71f-095f-45c2-b5df-a49b8d854706 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:35.443113 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-b645e71f-095f-45c2-b5df-a49b8d854706 admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3105855 Apr 08 10:58:37.933010 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 42050) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:58:38.247146 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-8f7e7a58-638f-449e-82c5-755461faa742 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:58:38.359428 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7e7a58-638f-449e-82c5-755461faa742 demo demo] Made reservation on behalf of d06220ec26ae45d78ce1b6f7bd063348 for: {'network': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:58:38.363129 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8f7e7a58-638f-449e-82c5-755461faa742 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for network (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:38.379527 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8f7e7a58-638f-449e-82c5-755461faa742 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:38.489496 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8f7e7a58-638f-449e-82c5-755461faa742 demo demo] Publish callbacks [] for security_group (7aeb69fc-b043-4356-b987-c921fb86cbc1), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:38.587949 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8f7e7a58-638f-449e-82c5-755461faa742 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (7aeb69fc-b043-4356-b987-c921fb86cbc1), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:38.615091 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f7e7a58-638f-449e-82c5-755461faa742 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=104017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:58:38.661275 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8f7e7a58-638f-449e-82c5-755461faa742 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771786818497', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154'] for segment (8e655abf-28ec-4a21-8e87-c6968d57b23a), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:38.664172 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8f7e7a58-638f-449e-82c5-755461faa742 demo demo] Unsubscribe: segment precommit_create {{(pid=104017) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 08 10:58:38.664172 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.db.segments_db [None req-8f7e7a58-638f-449e-82c5-755461faa742 demo demo] Added segment 8e655abf-28ec-4a21-8e87-c6968d57b23a of type vlan for network 3b7c10c5-376f-4a85-aa4b-42b9d789f47e Apr 08 10:58:38.678289 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e7a58-638f-449e-82c5-755461faa742 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=7aeb69fc-b043-4356-b987-c921fb86cbc1,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:38.729027 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e7a58-638f-449e-82c5-755461faa742 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:38.729370 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e7a58-638f-449e-82c5-755461faa742 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:38.729747 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e7a58-638f-449e-82c5-755461faa742 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:38.730098 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e7a58-638f-449e-82c5-755461faa742 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:38.730429 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e7a58-638f-449e-82c5-755461faa742 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:38.730755 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e7a58-638f-449e-82c5-755461faa742 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:38.731076 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e7a58-638f-449e-82c5-755461faa742 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:38.731392 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e7a58-638f-449e-82c5-755461faa742 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:38.731715 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e7a58-638f-449e-82c5-755461faa742 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:38.732032 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e7a58-638f-449e-82c5-755461faa742 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:38.732344 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e7a58-638f-449e-82c5-755461faa742 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:38.732685 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e7a58-638f-449e-82c5-755461faa742 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:38.733003 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e7a58-638f-449e-82c5-755461faa742 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:38.733315 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e7a58-638f-449e-82c5-755461faa742 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:38.733647 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e7a58-638f-449e-82c5-755461faa742 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:38.734974 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e7a58-638f-449e-82c5-755461faa742 demo demo] Tracked resource versions report: Apr 08 10:58:38.734974 dv-cinder-836073-3-iscsi neutron-server[104017]: pushed versions: Apr 08 10:58:38.734974 dv-cinder-836073-3-iscsi neutron-server[104017]: { 'AddressGroup': {'1.2'}, Apr 08 10:58:38.734974 dv-cinder-836073-3-iscsi neutron-server[104017]: 'Agent': {'1.1'}, Apr 08 10:58:38.734974 dv-cinder-836073-3-iscsi neutron-server[104017]: 'ConntrackHelper': {'1.0'}, Apr 08 10:58:38.734974 dv-cinder-836073-3-iscsi neutron-server[104017]: 'LocalIPAssociation': {'1.0'}, Apr 08 10:58:38.734974 dv-cinder-836073-3-iscsi neutron-server[104017]: 'Log': {'1.0'}, Apr 08 10:58:38.734974 dv-cinder-836073-3-iscsi neutron-server[104017]: 'NDPProxy': {'1.0'}, Apr 08 10:58:38.734974 dv-cinder-836073-3-iscsi neutron-server[104017]: 'Network': {'1.1'}, Apr 08 10:58:38.734974 dv-cinder-836073-3-iscsi neutron-server[104017]: 'Port': {'1.7'}, Apr 08 10:58:38.734974 dv-cinder-836073-3-iscsi neutron-server[104017]: 'PortForwarding': {'1.3'}, Apr 08 10:58:38.734974 dv-cinder-836073-3-iscsi neutron-server[104017]: 'QosPolicy': {'1.10'}, Apr 08 10:58:38.734974 dv-cinder-836073-3-iscsi neutron-server[104017]: 'SecurityGroup': {'1.5'}, Apr 08 10:58:38.734974 dv-cinder-836073-3-iscsi neutron-server[104017]: 'SecurityGroupRule': {'1.2'}, Apr 08 10:58:38.734974 dv-cinder-836073-3-iscsi neutron-server[104017]: 'SubPort': {'1.0'}, Apr 08 10:58:38.734974 dv-cinder-836073-3-iscsi neutron-server[104017]: 'Subnet': {'1.1'}, Apr 08 10:58:38.734974 dv-cinder-836073-3-iscsi neutron-server[104017]: 'Trunk': {'1.1'}} Apr 08 10:58:38.734974 dv-cinder-836073-3-iscsi neutron-server[104017]: consumer versions: Apr 08 10:58:38.734974 dv-cinder-836073-3-iscsi neutron-server[104017]: { DHCP agent@dv-cinder-836073-3-iscsi: {}, Apr 08 10:58:38.734974 dv-cinder-836073-3-iscsi neutron-server[104017]: L3 agent@dv-cinder-836073-3-iscsi: {}, Apr 08 10:58:38.734974 dv-cinder-836073-3-iscsi neutron-server[104017]: Metadata agent@dv-cinder-836073-3-iscsi: {}, Apr 08 10:58:38.734974 dv-cinder-836073-3-iscsi neutron-server[104017]: Metering agent@dv-cinder-836073-3-iscsi: {}, Apr 08 10:58:38.734974 dv-cinder-836073-3-iscsi neutron-server[104017]: Open vSwitch agent@dv-cinder-836073-3-iscsi: { 'AddressGroup': '1.2', Apr 08 10:58:38.734974 dv-cinder-836073-3-iscsi neutron-server[104017]: 'Agent': '1.1', Apr 08 10:58:38.734974 dv-cinder-836073-3-iscsi neutron-server[104017]: 'ConntrackHelper': '1.0', Apr 08 10:58:38.734974 dv-cinder-836073-3-iscsi neutron-server[104017]: 'LocalIPAssociation': '1.0', Apr 08 10:58:38.734974 dv-cinder-836073-3-iscsi neutron-server[104017]: 'Log': '1.0', Apr 08 10:58:38.734974 dv-cinder-836073-3-iscsi neutron-server[104017]: 'NDPProxy': '1.0', Apr 08 10:58:38.734974 dv-cinder-836073-3-iscsi neutron-server[104017]: 'Network': '1.1', Apr 08 10:58:38.734974 dv-cinder-836073-3-iscsi neutron-server[104017]: 'Port': '1.7', Apr 08 10:58:38.734974 dv-cinder-836073-3-iscsi neutron-server[104017]: 'PortForwarding': '1.3', Apr 08 10:58:38.734974 dv-cinder-836073-3-iscsi neutron-server[104017]: 'QosPolicy': '1.10', Apr 08 10:58:38.734974 dv-cinder-836073-3-iscsi neutron-server[104017]: 'SecurityGroup': '1.5', Apr 08 10:58:38.734974 dv-cinder-836073-3-iscsi neutron-server[104017]: 'SecurityGroupRule': '1.2', Apr 08 10:58:38.734974 dv-cinder-836073-3-iscsi neutron-server[104017]: 'SubPort': '1.0', Apr 08 10:58:38.734974 dv-cinder-836073-3-iscsi neutron-server[104017]: 'Subnet': '1.1', Apr 08 10:58:38.734974 dv-cinder-836073-3-iscsi neutron-server[104017]: 'Trunk': '1.1'}} Apr 08 10:58:38.734974 dv-cinder-836073-3-iscsi neutron-server[104017]: {{(pid=104017) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 10:58:38.776824 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8f7e7a58-638f-449e-82c5-755461faa742 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771786507915'] for network (3b7c10c5-376f-4a85-aa4b-42b9d789f47e), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:38.881133 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8f7e7a58-638f-449e-82c5-755461faa742 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7922337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737'] for network (3b7c10c5-376f-4a85-aa4b-42b9d789f47e), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:38.886994 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7e7a58-638f-449e-82c5-755461faa742 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:38.887693 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8f7e7a58-638f-449e-82c5-755461faa742 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:38.997991 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e7a58-638f-449e-82c5-755461faa742 demo demo] Pushing event updated for resources: {'Network': ['ID=3b7c10c5-376f-4a85-aa4b-42b9d789f47e,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:39.010250 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Network 3b7c10c5-376f-4a85-aa4b-42b9d789f47e details requested by agent ovs-agent-dv-cinder-836073-3-iscsi with host dv-cinder-836073-3-iscsi {{(pid=104018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 10:58:39.025022 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-8f7e7a58-638f-449e-82c5-755461faa742 demo demo] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0909288 Apr 08 10:58:41.553630 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 42062) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:58:41.953132 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d08998e-f3dc-4d22-bca9-55e2f27a3397 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:41.954446 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-5d08998e-f3dc-4d22-bca9-55e2f27a3397 demo admin] 10.222.0.53 "GET /v2.0/networks/3b7c10c5-376f-4a85-aa4b-42b9d789f47e HTTP/1.1" status: 200 len: 825 time: 0.3998375 Apr 08 10:58:41.979752 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-02dc6000-4c35-4959-a0a9-5fc172efb55f demo admin] 10.222.0.53 "GET /v2.0/subnetpools/2a3d4b20-03c3-4cac-b05d-88933e60fd75 HTTP/1.1" status: 200 len: 734 time: 0.0197003 Apr 08 10:58:41.988063 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-38e2e622-9af4-479a-bf35-60270c2578cd demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': '3b7c10c5-376f-4a85-aa4b-42b9d789f47e', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '2a3d4b20-03c3-4cac-b05d-88933e60fd75'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:58:42.084833 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e2e622-9af4-479a-bf35-60270c2578cd demo admin] Made reservation on behalf of d06220ec26ae45d78ce1b6f7bd063348 for: {'subnet': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:58:42.087865 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-38e2e622-9af4-479a-bf35-60270c2578cd demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:42.430348 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-38e2e622-9af4-479a-bf35-60270c2578cd demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737'] for subnet (bfbdfb64-6a8f-49fc-ba3a-e59330e19346), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:42.502897 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2e622-9af4-479a-bf35-60270c2578cd demo admin] Pushing event updated for resources: {'Subnet': ['ID=bfbdfb64-6a8f-49fc-ba3a-e59330e19346,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:42.507196 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e2e622-9af4-479a-bf35-60270c2578cd demo admin] Checking segment: {'id': '8e655abf-28ec-4a21-8e87-c6968d57b23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3b7c10c5-376f-4a85-aa4b-42b9d789f47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:58:42.507581 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e2e622-9af4-479a-bf35-60270c2578cd demo admin] Network hostable DHCP agents. Network: 3b7c10c5-376f-4a85-aa4b-42b9d789f47e, hostable agents: ['19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3'], hosted agents: [] {{(pid=104017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:58:42.589722 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e2e622-9af4-479a-bf35-60270c2578cd demo admin] Network 3b7c10c5-376f-4a85-aa4b-42b9d789f47e is scheduled to be hosted by DHCP agent 19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3 with binding_index 1 {{(pid=104017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:58:42.652491 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-38e2e622-9af4-479a-bf35-60270c2578cd demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-3-iscsi, 3b7c10c5-376f-4a85-aa4b-42b9d789f47e) {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:58:42.657542 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e2e622-9af4-479a-bf35-60270c2578cd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:42.658583 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-38e2e622-9af4-479a-bf35-60270c2578cd demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:42.661751 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac7c454-93fb-4026-a9f4-a0df130fd0c3 None None] Network 3b7c10c5-376f-4a85-aa4b-42b9d789f47e requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:58:42.750700 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-38e2e622-9af4-479a-bf35-60270c2578cd demo admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7657342 Apr 08 10:58:43.036512 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92b4495-bec6-4daf-8f7d-eaac24382e0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9c17c0d-e777-5cf5-a53f-4f0394d5d5a3-3b7c10c5-376f-4a85-aa4b-42b9d789f47e', 'network_id': '3b7c10c5-376f-4a85-aa4b-42b9d789f47e', 'project_id': 'd06220ec26ae45d78ce1b6f7bd063348', 'fixed_ips': [{'subnet_id': 'bfbdfb64-6a8f-49fc-ba3a-e59330e19346'}]}} from dv-cinder-836073-3-iscsi. {{(pid=104018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 10:58:43.037761 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d92b4495-bec6-4daf-8f7d-eaac24382e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:43.318415 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [None req-d92b4495-bec6-4daf-8f7d-eaac24382e0f None None] Allocated IP 172.20.0.2 (3b7c10c5-376f-4a85-aa4b-42b9d789f47e/bfbdfb64-6a8f-49fc-ba3a-e59330e19346/b9545394-74b2-4502-95d3-88c3b115ebe9) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:58:43.593934 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d92b4495-bec6-4daf-8f7d-eaac24382e0f None None] Publish callbacks [] for port (b9545394-74b2-4502-95d3-88c3b115ebe9), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:43.699290 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d92b4495-bec6-4daf-8f7d-eaac24382e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629'] for port (b9545394-74b2-4502-95d3-88c3b115ebe9), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:43.723479 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92b4495-bec6-4daf-8f7d-eaac24382e0f None None] Network 3b7c10c5-376f-4a85-aa4b-42b9d789f47e is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:58:43.744558 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-d92b4495-bec6-4daf-8f7d-eaac24382e0f None None] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:58:43.770819 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92b4495-bec6-4daf-8f7d-eaac24382e0f None None] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:58:43.854912 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b4495-bec6-4daf-8f7d-eaac24382e0f None None] Pushing event updated for resources: {'Port': ['ID=b9545394-74b2-4502-95d3-88c3b115ebe9,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:43.870365 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92b4495-bec6-4daf-8f7d-eaac24382e0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:43.870713 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92b4495-bec6-4daf-8f7d-eaac24382e0f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:43.871071 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92b4495-bec6-4daf-8f7d-eaac24382e0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:43.871425 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92b4495-bec6-4daf-8f7d-eaac24382e0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:43.871761 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92b4495-bec6-4daf-8f7d-eaac24382e0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:43.872091 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92b4495-bec6-4daf-8f7d-eaac24382e0f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:43.872416 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92b4495-bec6-4daf-8f7d-eaac24382e0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:43.872740 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92b4495-bec6-4daf-8f7d-eaac24382e0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:43.873063 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92b4495-bec6-4daf-8f7d-eaac24382e0f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:43.873385 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92b4495-bec6-4daf-8f7d-eaac24382e0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:43.873733 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92b4495-bec6-4daf-8f7d-eaac24382e0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:43.874072 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92b4495-bec6-4daf-8f7d-eaac24382e0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:43.874411 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92b4495-bec6-4daf-8f7d-eaac24382e0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:43.874713 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92b4495-bec6-4daf-8f7d-eaac24382e0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:43.875031 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92b4495-bec6-4daf-8f7d-eaac24382e0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:43.876415 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92b4495-bec6-4daf-8f7d-eaac24382e0f None None] Tracked resource versions report: Apr 08 10:58:43.876415 dv-cinder-836073-3-iscsi neutron-server[104018]: pushed versions: Apr 08 10:58:43.876415 dv-cinder-836073-3-iscsi neutron-server[104018]: { 'AddressGroup': {'1.2'}, Apr 08 10:58:43.876415 dv-cinder-836073-3-iscsi neutron-server[104018]: 'Agent': {'1.1'}, Apr 08 10:58:43.876415 dv-cinder-836073-3-iscsi neutron-server[104018]: 'ConntrackHelper': {'1.0'}, Apr 08 10:58:43.876415 dv-cinder-836073-3-iscsi neutron-server[104018]: 'LocalIPAssociation': {'1.0'}, Apr 08 10:58:43.876415 dv-cinder-836073-3-iscsi neutron-server[104018]: 'Log': {'1.0'}, Apr 08 10:58:43.876415 dv-cinder-836073-3-iscsi neutron-server[104018]: 'NDPProxy': {'1.0'}, Apr 08 10:58:43.876415 dv-cinder-836073-3-iscsi neutron-server[104018]: 'Network': {'1.1'}, Apr 08 10:58:43.876415 dv-cinder-836073-3-iscsi neutron-server[104018]: 'Port': {'1.7'}, Apr 08 10:58:43.876415 dv-cinder-836073-3-iscsi neutron-server[104018]: 'PortForwarding': {'1.3'}, Apr 08 10:58:43.876415 dv-cinder-836073-3-iscsi neutron-server[104018]: 'QosPolicy': {'1.10'}, Apr 08 10:58:43.876415 dv-cinder-836073-3-iscsi neutron-server[104018]: 'SecurityGroup': {'1.5'}, Apr 08 10:58:43.876415 dv-cinder-836073-3-iscsi neutron-server[104018]: 'SecurityGroupRule': {'1.2'}, Apr 08 10:58:43.876415 dv-cinder-836073-3-iscsi neutron-server[104018]: 'SubPort': {'1.0'}, Apr 08 10:58:43.876415 dv-cinder-836073-3-iscsi neutron-server[104018]: 'Subnet': {'1.1'}, Apr 08 10:58:43.876415 dv-cinder-836073-3-iscsi neutron-server[104018]: 'Trunk': {'1.1'}} Apr 08 10:58:43.876415 dv-cinder-836073-3-iscsi neutron-server[104018]: consumer versions: Apr 08 10:58:43.876415 dv-cinder-836073-3-iscsi neutron-server[104018]: { DHCP agent@dv-cinder-836073-3-iscsi: {}, Apr 08 10:58:43.876415 dv-cinder-836073-3-iscsi neutron-server[104018]: L3 agent@dv-cinder-836073-3-iscsi: {}, Apr 08 10:58:43.876415 dv-cinder-836073-3-iscsi neutron-server[104018]: Metadata agent@dv-cinder-836073-3-iscsi: {}, Apr 08 10:58:43.876415 dv-cinder-836073-3-iscsi neutron-server[104018]: Metering agent@dv-cinder-836073-3-iscsi: {}, Apr 08 10:58:43.876415 dv-cinder-836073-3-iscsi neutron-server[104018]: Open vSwitch agent@dv-cinder-836073-3-iscsi: { 'AddressGroup': '1.2', Apr 08 10:58:43.876415 dv-cinder-836073-3-iscsi neutron-server[104018]: 'Agent': '1.1', Apr 08 10:58:43.876415 dv-cinder-836073-3-iscsi neutron-server[104018]: 'ConntrackHelper': '1.0', Apr 08 10:58:43.876415 dv-cinder-836073-3-iscsi neutron-server[104018]: 'LocalIPAssociation': '1.0', Apr 08 10:58:43.876415 dv-cinder-836073-3-iscsi neutron-server[104018]: 'Log': '1.0', Apr 08 10:58:43.876415 dv-cinder-836073-3-iscsi neutron-server[104018]: 'NDPProxy': '1.0', Apr 08 10:58:43.876415 dv-cinder-836073-3-iscsi neutron-server[104018]: 'Network': '1.1', Apr 08 10:58:43.876415 dv-cinder-836073-3-iscsi neutron-server[104018]: 'Port': '1.7', Apr 08 10:58:43.876415 dv-cinder-836073-3-iscsi neutron-server[104018]: 'PortForwarding': '1.3', Apr 08 10:58:43.876415 dv-cinder-836073-3-iscsi neutron-server[104018]: 'QosPolicy': '1.10', Apr 08 10:58:43.876415 dv-cinder-836073-3-iscsi neutron-server[104018]: 'SecurityGroup': '1.5', Apr 08 10:58:43.876415 dv-cinder-836073-3-iscsi neutron-server[104018]: 'SecurityGroupRule': '1.2', Apr 08 10:58:43.876415 dv-cinder-836073-3-iscsi neutron-server[104018]: 'SubPort': '1.0', Apr 08 10:58:43.876415 dv-cinder-836073-3-iscsi neutron-server[104018]: 'Subnet': '1.1', Apr 08 10:58:43.876415 dv-cinder-836073-3-iscsi neutron-server[104018]: 'Trunk': '1.1'}} Apr 08 10:58:43.876415 dv-cinder-836073-3-iscsi neutron-server[104018]: {{(pid=104018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 10:58:43.882947 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-d92b4495-bec6-4daf-8f7d-eaac24382e0f None None] Attempting to bind port b9545394-74b2-4502-95d3-88c3b115ebe9 on host dv-cinder-836073-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:58:43.883350 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-d92b4495-bec6-4daf-8f7d-eaac24382e0f None None] Attempting to bind port b9545394-74b2-4502-95d3-88c3b115ebe9 by drivers openvswitch,hyperv on host dv-cinder-836073-3-iscsi at level 0 using segments [{'id': '8e655abf-28ec-4a21-8e87-c6968d57b23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3b7c10c5-376f-4a85-aa4b-42b9d789f47e'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:58:43.884280 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92b4495-bec6-4daf-8f7d-eaac24382e0f None None] Attempting to bind port b9545394-74b2-4502-95d3-88c3b115ebe9 on network 3b7c10c5-376f-4a85-aa4b-42b9d789f47e {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:58:43.889557 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92b4495-bec6-4daf-8f7d-eaac24382e0f None None] Checking agent: {'id': 'eea5fd99-e581-41a4-a61b-1141d246636d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 58, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 58, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:58:43.889979 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92b4495-bec6-4daf-8f7d-eaac24382e0f None None] Checking segment: {'id': '8e655abf-28ec-4a21-8e87-c6968d57b23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3b7c10c5-376f-4a85-aa4b-42b9d789f47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:58:43.890465 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d92b4495-bec6-4daf-8f7d-eaac24382e0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:43.890851 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92b4495-bec6-4daf-8f7d-eaac24382e0f None None] Bound using segment: {'id': '8e655abf-28ec-4a21-8e87-c6968d57b23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3b7c10c5-376f-4a85-aa4b-42b9d789f47e'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:58:43.891331 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-d92b4495-bec6-4daf-8f7d-eaac24382e0f None None] Bound port: b9545394-74b2-4502-95d3-88c3b115ebe9, host: dv-cinder-836073-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e655abf-28ec-4a21-8e87-c6968d57b23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3b7c10c5-376f-4a85-aa4b-42b9d789f47e'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:58:43.891738 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d92b4495-bec6-4daf-8f7d-eaac24382e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (b9545394-74b2-4502-95d3-88c3b115ebe9), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:43.957645 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-d92b4495-bec6-4daf-8f7d-eaac24382e0f None None] For port b9545394-74b2-4502-95d3-88c3b115ebe9, host dv-cinder-836073-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:58:43.977091 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-d92b4495-bec6-4daf-8f7d-eaac24382e0f None None] For port b9545394-74b2-4502-95d3-88c3b115ebe9, host dv-cinder-836073-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=b9545394-74b2-4502-95d3-88c3b115ebe9,segment=NetworkSegment(8e655abf-28ec-4a21-8e87-c6968d57b23a),segment_id=8e655abf-28ec-4a21-8e87-c6968d57b23a)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:58:44.081543 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d92b4495-bec6-4daf-8f7d-eaac24382e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (b9545394-74b2-4502-95d3-88c3b115ebe9), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:44.142023 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b4495-bec6-4daf-8f7d-eaac24382e0f None None] Pushing event updated for resources: {'Port': ['ID=b9545394-74b2-4502-95d3-88c3b115ebe9,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:45.329238 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 42070) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:58:45.645959 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [None req-83b6b28d-ecb3-45a6-a9ad-917a5ac2c7fa admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=104017) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 10:58:45.647032 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-83b6b28d-ecb3-45a6-a9ad-917a5ac2c7fa admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3167250 Apr 08 10:58:48.209365 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 42078) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:58:48.518701 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [None req-e78e90b4-fe9b-47a7-9ee9-e8b0a64a9232 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=104017) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 10:58:48.519685 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-e78e90b4-fe9b-47a7-9ee9-e8b0a64a9232 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3092968 Apr 08 10:58:51.084464 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 42086) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:58:51.402361 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-fb59d0ca-4b10-4df6-ae3c-b3773ef53800 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:58:51.462830 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.policy [None req-fb59d0ca-4b10-4df6-ae3c-b3773ef53800 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104016) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 08 10:58:51.505353 dv-cinder-836073-3-iscsi neutron-server[104016]: WARNING oslo_policy.policy [None req-fb59d0ca-4b10-4df6-ae3c-b3773ef53800 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 10:58:51.505754 dv-cinder-836073-3-iscsi neutron-server[104016]: WARNING oslo_policy.policy [None req-fb59d0ca-4b10-4df6-ae3c-b3773ef53800 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 10:58:51.606873 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fb59d0ca-4b10-4df6-ae3c-b3773ef53800 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-458056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1014035'] for router (37705289-9851-4a7e-bff2-502a23cddd37), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:51.608775 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fb59d0ca-4b10-4df6-ae3c-b3773ef53800 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456264', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-479860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1014248'] for router (37705289-9851-4a7e-bff2-502a23cddd37), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:51.769132 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fb59d0ca-4b10-4df6-ae3c-b3773ef53800 demo demo] Publish callbacks [] for router_controller (37705289-9851-4a7e-bff2-502a23cddd37), precommit_add_association {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:51.824936 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fb59d0ca-4b10-4df6-ae3c-b3773ef53800 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456231'] for router (37705289-9851-4a7e-bff2-502a23cddd37), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:51.888498 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fb59d0ca-4b10-4df6-ae3c-b3773ef53800 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:51.901755 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-fb59d0ca-4b10-4df6-ae3c-b3773ef53800 demo demo] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8035781 Apr 08 10:58:54.473303 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 42100) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:58:54.809743 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [None req-edd70919-1160-498a-85e9-e9aeeeb97f30 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=104016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 10:58:54.810812 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-edd70919-1160-498a-85e9-e9aeeeb97f30 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3365529 Apr 08 10:58:54.907318 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device b9545394-74b2-4502-95d3-88c3b115ebe9 up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:58:55.004423 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port b9545394-74b2-4502-95d3-88c3b115ebe9 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:58:55.004839 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (b9545394-74b2-4502-95d3-88c3b115ebe9), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:55.121818 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port b9545394-74b2-4502-95d3-88c3b115ebe9 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:58:55.122218 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (b9545394-74b2-4502-95d3-88c3b115ebe9), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:55.155570 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] For port b9545394-74b2-4502-95d3-88c3b115ebe9, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=b9545394-74b2-4502-95d3-88c3b115ebe9,segment=NetworkSegment(8e655abf-28ec-4a21-8e87-c6968d57b23a),segment_id=8e655abf-28ec-4a21-8e87-c6968d57b23a)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:58:55.224004 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (b9545394-74b2-4502-95d3-88c3b115ebe9), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:55.272340 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Pushing event updated for resources: {'Port': ['ID=b9545394-74b2-4502-95d3-88c3b115ebe9,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:55.728704 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe45b0bc-2f2d-476e-bc8e-3844de10b285 None None] Network 3b7c10c5-376f-4a85-aa4b-42b9d789f47e requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:58:55.801355 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ebb28aad-ca9c-4a17-87fb-bdba68980ea9 None None] Provisioning complete for port b9545394-74b2-4502-95d3-88c3b115ebe9 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:58:55.801835 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ebb28aad-ca9c-4a17-87fb-bdba68980ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (b9545394-74b2-4502-95d3-88c3b115ebe9), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:55.927212 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ebb28aad-ca9c-4a17-87fb-bdba68980ea9 None None] Current status of the port b9545394-74b2-4502-95d3-88c3b115ebe9 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:58:56.147034 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-2ccf74b2-a2e7-4213-b81f-ed9bab627b6a None None] Provisioning complete for port b9545394-74b2-4502-95d3-88c3b115ebe9 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:58:56.147420 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2ccf74b2-a2e7-4213-b81f-ed9bab627b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (b9545394-74b2-4502-95d3-88c3b115ebe9), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:56.224342 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf74b2-a2e7-4213-b81f-ed9bab627b6a None None] Current status of the port b9545394-74b2-4502-95d3-88c3b115ebe9 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:58:56.889229 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device b9545394-74b2-4502-95d3-88c3b115ebe9 up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:58:56.936801 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port b9545394-74b2-4502-95d3-88c3b115ebe9 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:58:56.937443 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (b9545394-74b2-4502-95d3-88c3b115ebe9), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:57.012026 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port b9545394-74b2-4502-95d3-88c3b115ebe9 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:58:57.371922 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 42108) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:58:57.395154 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b206d839-d9a7-4a7d-af08-f392eeb44e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:57.691576 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-850f3fb1-9171-4ac3-b811-0f46aef0a572 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:58:57.799104 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850f3fb1-9171-4ac3-b811-0f46aef0a572 admin admin] Made reservation on behalf of 354b5413cfa84428b8a62ddd57c4d049 for: {'network': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:58:57.801788 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-850f3fb1-9171-4ac3-b811-0f46aef0a572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for network (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:57.817320 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-850f3fb1-9171-4ac3-b811-0f46aef0a572 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:57.920083 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-850f3fb1-9171-4ac3-b811-0f46aef0a572 admin admin] Publish callbacks [] for security_group (047c08aa-93f1-46a1-b699-8f19b3a96b29), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:57.987265 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-850f3fb1-9171-4ac3-b811-0f46aef0a572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (047c08aa-93f1-46a1-b699-8f19b3a96b29), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:57.998583 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-850f3fb1-9171-4ac3-b811-0f46aef0a572 admin admin] Reserving flat network on physical network physnet1 {{(pid=104016) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 08 10:58:58.031138 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-850f3fb1-9171-4ac3-b811-0f46aef0a572 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771786818497', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154'] for segment (2bb98e3e-6539-44eb-b25b-4089590167ac), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:58.031713 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-850f3fb1-9171-4ac3-b811-0f46aef0a572 admin admin] Unsubscribe: segment precommit_create {{(pid=104016) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 08 10:58:58.032234 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.db.segments_db [None req-850f3fb1-9171-4ac3-b811-0f46aef0a572 admin admin] Added segment 2bb98e3e-6539-44eb-b25b-4089590167ac of type flat for network 9ba38368-ff54-4986-b9fd-e3d76f01d727 Apr 08 10:58:58.047843 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f3fb1-9171-4ac3-b811-0f46aef0a572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047c08aa-93f1-46a1-b699-8f19b3a96b29,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:58.094460 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f3fb1-9171-4ac3-b811-0f46aef0a572 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:58.094805 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f3fb1-9171-4ac3-b811-0f46aef0a572 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:58.095156 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f3fb1-9171-4ac3-b811-0f46aef0a572 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:58.095509 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f3fb1-9171-4ac3-b811-0f46aef0a572 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:58.095824 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f3fb1-9171-4ac3-b811-0f46aef0a572 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:58.096141 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f3fb1-9171-4ac3-b811-0f46aef0a572 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:58.096460 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f3fb1-9171-4ac3-b811-0f46aef0a572 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:58.096781 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f3fb1-9171-4ac3-b811-0f46aef0a572 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:58.097114 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f3fb1-9171-4ac3-b811-0f46aef0a572 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:58.097436 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f3fb1-9171-4ac3-b811-0f46aef0a572 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:58.097802 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f3fb1-9171-4ac3-b811-0f46aef0a572 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:58.098139 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f3fb1-9171-4ac3-b811-0f46aef0a572 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:58.098457 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f3fb1-9171-4ac3-b811-0f46aef0a572 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:58.098771 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f3fb1-9171-4ac3-b811-0f46aef0a572 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:58.099083 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f3fb1-9171-4ac3-b811-0f46aef0a572 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:58.100476 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f3fb1-9171-4ac3-b811-0f46aef0a572 admin admin] Tracked resource versions report: Apr 08 10:58:58.100476 dv-cinder-836073-3-iscsi neutron-server[104016]: pushed versions: Apr 08 10:58:58.100476 dv-cinder-836073-3-iscsi neutron-server[104016]: { 'AddressGroup': {'1.2'}, Apr 08 10:58:58.100476 dv-cinder-836073-3-iscsi neutron-server[104016]: 'Agent': {'1.1'}, Apr 08 10:58:58.100476 dv-cinder-836073-3-iscsi neutron-server[104016]: 'ConntrackHelper': {'1.0'}, Apr 08 10:58:58.100476 dv-cinder-836073-3-iscsi neutron-server[104016]: 'LocalIPAssociation': {'1.0'}, Apr 08 10:58:58.100476 dv-cinder-836073-3-iscsi neutron-server[104016]: 'Log': {'1.0'}, Apr 08 10:58:58.100476 dv-cinder-836073-3-iscsi neutron-server[104016]: 'NDPProxy': {'1.0'}, Apr 08 10:58:58.100476 dv-cinder-836073-3-iscsi neutron-server[104016]: 'Network': {'1.1'}, Apr 08 10:58:58.100476 dv-cinder-836073-3-iscsi neutron-server[104016]: 'Port': {'1.7'}, Apr 08 10:58:58.100476 dv-cinder-836073-3-iscsi neutron-server[104016]: 'PortForwarding': {'1.3'}, Apr 08 10:58:58.100476 dv-cinder-836073-3-iscsi neutron-server[104016]: 'QosPolicy': {'1.10'}, Apr 08 10:58:58.100476 dv-cinder-836073-3-iscsi neutron-server[104016]: 'SecurityGroup': {'1.5'}, Apr 08 10:58:58.100476 dv-cinder-836073-3-iscsi neutron-server[104016]: 'SecurityGroupRule': {'1.2'}, Apr 08 10:58:58.100476 dv-cinder-836073-3-iscsi neutron-server[104016]: 'SubPort': {'1.0'}, Apr 08 10:58:58.100476 dv-cinder-836073-3-iscsi neutron-server[104016]: 'Subnet': {'1.1'}, Apr 08 10:58:58.100476 dv-cinder-836073-3-iscsi neutron-server[104016]: 'Trunk': {'1.1'}} Apr 08 10:58:58.100476 dv-cinder-836073-3-iscsi neutron-server[104016]: consumer versions: Apr 08 10:58:58.100476 dv-cinder-836073-3-iscsi neutron-server[104016]: { DHCP agent@dv-cinder-836073-3-iscsi: {}, Apr 08 10:58:58.100476 dv-cinder-836073-3-iscsi neutron-server[104016]: L3 agent@dv-cinder-836073-3-iscsi: {}, Apr 08 10:58:58.100476 dv-cinder-836073-3-iscsi neutron-server[104016]: Metadata agent@dv-cinder-836073-3-iscsi: {}, Apr 08 10:58:58.100476 dv-cinder-836073-3-iscsi neutron-server[104016]: Metering agent@dv-cinder-836073-3-iscsi: {}, Apr 08 10:58:58.100476 dv-cinder-836073-3-iscsi neutron-server[104016]: Open vSwitch agent@dv-cinder-836073-3-iscsi: { 'AddressGroup': '1.2', Apr 08 10:58:58.100476 dv-cinder-836073-3-iscsi neutron-server[104016]: 'Agent': '1.1', Apr 08 10:58:58.100476 dv-cinder-836073-3-iscsi neutron-server[104016]: 'ConntrackHelper': '1.0', Apr 08 10:58:58.100476 dv-cinder-836073-3-iscsi neutron-server[104016]: 'LocalIPAssociation': '1.0', Apr 08 10:58:58.100476 dv-cinder-836073-3-iscsi neutron-server[104016]: 'Log': '1.0', Apr 08 10:58:58.100476 dv-cinder-836073-3-iscsi neutron-server[104016]: 'NDPProxy': '1.0', Apr 08 10:58:58.100476 dv-cinder-836073-3-iscsi neutron-server[104016]: 'Network': '1.1', Apr 08 10:58:58.100476 dv-cinder-836073-3-iscsi neutron-server[104016]: 'Port': '1.7', Apr 08 10:58:58.100476 dv-cinder-836073-3-iscsi neutron-server[104016]: 'PortForwarding': '1.3', Apr 08 10:58:58.100476 dv-cinder-836073-3-iscsi neutron-server[104016]: 'QosPolicy': '1.10', Apr 08 10:58:58.100476 dv-cinder-836073-3-iscsi neutron-server[104016]: 'SecurityGroup': '1.5', Apr 08 10:58:58.100476 dv-cinder-836073-3-iscsi neutron-server[104016]: 'SecurityGroupRule': '1.2', Apr 08 10:58:58.100476 dv-cinder-836073-3-iscsi neutron-server[104016]: 'SubPort': '1.0', Apr 08 10:58:58.100476 dv-cinder-836073-3-iscsi neutron-server[104016]: 'Subnet': '1.1', Apr 08 10:58:58.100476 dv-cinder-836073-3-iscsi neutron-server[104016]: 'Trunk': '1.1'}} Apr 08 10:58:58.100476 dv-cinder-836073-3-iscsi neutron-server[104016]: {{(pid=104016) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 10:58:58.150136 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-850f3fb1-9171-4ac3-b811-0f46aef0a572 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771786507915'] for network (9ba38368-ff54-4986-b9fd-e3d76f01d727), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:58.267862 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-850f3fb1-9171-4ac3-b811-0f46aef0a572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7922337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737'] for network (9ba38368-ff54-4986-b9fd-e3d76f01d727), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:58.268967 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850f3fb1-9171-4ac3-b811-0f46aef0a572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:58.269670 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-850f3fb1-9171-4ac3-b811-0f46aef0a572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:58.367075 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f3fb1-9171-4ac3-b811-0f46aef0a572 admin admin] Pushing event updated for resources: {'Network': ['ID=9ba38368-ff54-4986-b9fd-e3d76f01d727,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:58.377975 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Network 9ba38368-ff54-4986-b9fd-e3d76f01d727 details requested by agent ovs-agent-dv-cinder-836073-3-iscsi with host dv-cinder-836073-3-iscsi {{(pid=104018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 10:58:58.413520 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-850f3fb1-9171-4ac3-b811-0f46aef0a572 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0405841 Apr 08 10:58:59.817712 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ad59f68f-f752-4bdf-8045-df3ec6395cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:00.931541 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 42124) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:59:01.052525 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:01.273481 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51af1ddc-3230-40ce-a7e3-de98e45e413a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:01.274867 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-51af1ddc-3230-40ce-a7e3-de98e45e413a demo admin] 10.222.0.53 "GET /v2.0/subnets/bfbdfb64-6a8f-49fc-ba3a-e59330e19346 HTTP/1.1" status: 200 len: 849 time: 0.3420393 Apr 08 10:59:01.415433 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-7e2f7193-e75a-4b26-bac8-e85d54dea930 demo admin] 10.222.0.53 "GET /v2.0/routers/37705289-9851-4a7e-bff2-502a23cddd37 HTTP/1.1" status: 200 len: 704 time: 0.1335325 Apr 08 10:59:01.692294 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-60dc3e3b-05da-47c4-982e-efcfc0efcea2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:01.986111 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-60dc3e3b-05da-47c4-982e-efcfc0efcea2 demo admin] Allocated IP 172.20.0.1 (3b7c10c5-376f-4a85-aa4b-42b9d789f47e/bfbdfb64-6a8f-49fc-ba3a-e59330e19346/f61ef81a-ccac-4f7d-8681-7ec91955eb6d) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:59:02.168217 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-60dc3e3b-05da-47c4-982e-efcfc0efcea2 demo admin] Publish callbacks [] for port (f61ef81a-ccac-4f7d-8681-7ec91955eb6d), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:02.287191 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-60dc3e3b-05da-47c4-982e-efcfc0efcea2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629'] for port (f61ef81a-ccac-4f7d-8681-7ec91955eb6d), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:02.355591 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dc3e3b-05da-47c4-982e-efcfc0efcea2 demo admin] Network 3b7c10c5-376f-4a85-aa4b-42b9d789f47e is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:59:02.367432 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-60dc3e3b-05da-47c4-982e-efcfc0efcea2 demo admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:59:02.379218 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dc3e3b-05da-47c4-982e-efcfc0efcea2 demo admin] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:59:02.379218 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-60dc3e3b-05da-47c4-982e-efcfc0efcea2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457544'] for router_interface (37705289-9851-4a7e-bff2-502a23cddd37), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:02.398447 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc3e3b-05da-47c4-982e-efcfc0efcea2 demo admin] Pushing event updated for resources: {'Port': ['ID=f61ef81a-ccac-4f7d-8681-7ec91955eb6d,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:02.504559 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:02.570435 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 5 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 10:59:02.678240 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-32378e10-2a7d-42fd-b90b-720656b64ccb None None] Provisioning complete for port f61ef81a-ccac-4f7d-8681-7ec91955eb6d triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:59:02.678553 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-32378e10-2a7d-42fd-b90b-720656b64ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (f61ef81a-ccac-4f7d-8681-7ec91955eb6d), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:02.697340 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-60dc3e3b-05da-47c4-982e-efcfc0efcea2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (f61ef81a-ccac-4f7d-8681-7ec91955eb6d), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:02.713464 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-32378e10-2a7d-42fd-b90b-720656b64ccb None None] Port f61ef81a-ccac-4f7d-8681-7ec91955eb6d cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 10:59:02.902646 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-60dc3e3b-05da-47c4-982e-efcfc0efcea2 demo admin] Publish callbacks [] for port (f61ef81a-ccac-4f7d-8681-7ec91955eb6d), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:02.964824 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-60dc3e3b-05da-47c4-982e-efcfc0efcea2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (f61ef81a-ccac-4f7d-8681-7ec91955eb6d), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:02.965650 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-60dc3e3b-05da-47c4-982e-efcfc0efcea2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7869787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457700'] for router_interface (37705289-9851-4a7e-bff2-502a23cddd37), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:03.048576 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc3e3b-05da-47c4-982e-efcfc0efcea2 demo admin] Pushing event updated for resources: {'Port': ['ID=f61ef81a-ccac-4f7d-8681-7ec91955eb6d,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:03.091648 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dc3e3b-05da-47c4-982e-efcfc0efcea2 demo admin] Network 3b7c10c5-376f-4a85-aa4b-42b9d789f47e is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:59:03.092939 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-60dc3e3b-05da-47c4-982e-efcfc0efcea2 demo admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:59:03.332267 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60dc3e3b-05da-47c4-982e-efcfc0efcea2 demo admin] Router 37705289-9851-4a7e-bff2-502a23cddd37 is scheduled to L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 with binding_index 1 {{(pid=104016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:59:03.336967 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-13a3fc96-df3f-42ab-ac37-b734bb7eede0 None None] Provisioning complete for port f61ef81a-ccac-4f7d-8681-7ec91955eb6d triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:59:03.337359 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-13a3fc96-df3f-42ab-ac37-b734bb7eede0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (f61ef81a-ccac-4f7d-8681-7ec91955eb6d), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:03.372753 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-13a3fc96-df3f-42ab-ac37-b734bb7eede0 None None] Port f61ef81a-ccac-4f7d-8681-7ec91955eb6d cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 10:59:03.427786 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60dc3e3b-05da-47c4-982e-efcfc0efcea2 demo admin] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:59:03.434001 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-60dc3e3b-05da-47c4-982e-efcfc0efcea2 demo admin] 10.222.0.53 "PUT /v2.0/routers/37705289-9851-4a7e-bff2-502a23cddd37/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0134053 Apr 08 10:59:03.449305 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f59ef2f-4fde-4c57-93c1-079c9719f713 None None] Sync routers for ids ['37705289-9851-4a7e-bff2-502a23cddd37'] in dv-cinder-836073-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:59:03.462113 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f59ef2f-4fde-4c57-93c1-079c9719f713 None None] Routers {'37705289-9851-4a7e-bff2-502a23cddd37'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:59:03.462988 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-3f59ef2f-4fde-4c57-93c1-079c9719f713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T10:59:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['37705289-9851-4a7e-bff2-502a23cddd37'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:03.655884 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-3f59ef2f-4fde-4c57-93c1-079c9719f713 None None] Set router 37705289-9851-4a7e-bff2-502a23cddd37 gateway port host: None {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:59:04.085124 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-3f59ef2f-4fde-4c57-93c1-079c9719f713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37705289-9851-4a7e-bff2-502a23cddd37', 'name': 'router1', 'tenant_id': 'd06220ec26ae45d78ce1b6f7bd063348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:58:51Z', 'updated_at': '2022-04-08T10:59:02Z', 'revision_number': 2, 'project_id': 'd06220ec26ae45d78ce1b6f7bd063348', 'gw_port_host': None, '_interfaces': [{'id': 'f61ef81a-ccac-4f7d-8681-7ec91955eb6d', 'name': '', 'network_id': '3b7c10c5-376f-4a85-aa4b-42b9d789f47e', 'tenant_id': 'd06220ec26ae45d78ce1b6f7bd063348', 'mac_address': 'fa:16:3e:a0:bf:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37705289-9851-4a7e-bff2-502a23cddd37', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bfbdfb64-6a8f-49fc-ba3a-e59330e19346', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:59:01Z', 'updated_at': '2022-04-08T10:59:02Z', 'revision_number': 2, 'project_id': 'd06220ec26ae45d78ce1b6f7bd063348', 'subnets': [{'id': 'bfbdfb64-6a8f-49fc-ba3a-e59330e19346', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2a3d4b20-03c3-4cac-b05d-88933e60fd75'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:04.137157 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f59ef2f-4fde-4c57-93c1-079c9719f713 None None] Checking router: 37705289-9851-4a7e-bff2-502a23cddd37 for host: dv-cinder-836073-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:59:04.137528 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f59ef2f-4fde-4c57-93c1-079c9719f713 None None] Updating router 37705289-9851-4a7e-bff2-502a23cddd37 port f61ef81a-ccac-4f7d-8681-7ec91955eb6d binding host dv-cinder-836073-3-iscsi {{(pid=104019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:59:04.191671 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-3f59ef2f-4fde-4c57-93c1-079c9719f713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (f61ef81a-ccac-4f7d-8681-7ec91955eb6d), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:04.223936 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:04.707092 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-3f59ef2f-4fde-4c57-93c1-079c9719f713 None None] Publish callbacks [] for port (f61ef81a-ccac-4f7d-8681-7ec91955eb6d), precommit_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:04.793124 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-3f59ef2f-4fde-4c57-93c1-079c9719f713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (f61ef81a-ccac-4f7d-8681-7ec91955eb6d), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:04.964153 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a70e1d-69ce-48d1-b66d-465c056fd8c1 None None] Pushing event updated for resources: {'Port': ['ID=f61ef81a-ccac-4f7d-8681-7ec91955eb6d,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:04.966578 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-3f59ef2f-4fde-4c57-93c1-079c9719f713 None None] Attempting to bind port f61ef81a-ccac-4f7d-8681-7ec91955eb6d on host dv-cinder-836073-3-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:59:04.966975 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-3f59ef2f-4fde-4c57-93c1-079c9719f713 None None] Attempting to bind port f61ef81a-ccac-4f7d-8681-7ec91955eb6d by drivers openvswitch,hyperv on host dv-cinder-836073-3-iscsi at level 0 using segments [{'id': '8e655abf-28ec-4a21-8e87-c6968d57b23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3b7c10c5-376f-4a85-aa4b-42b9d789f47e'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:59:04.967395 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f59ef2f-4fde-4c57-93c1-079c9719f713 None None] Attempting to bind port f61ef81a-ccac-4f7d-8681-7ec91955eb6d on network 3b7c10c5-376f-4a85-aa4b-42b9d789f47e {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:59:04.976113 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f59ef2f-4fde-4c57-93c1-079c9719f713 None None] Checking agent: {'id': 'eea5fd99-e581-41a4-a61b-1141d246636d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 58, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:59:04.976538 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f59ef2f-4fde-4c57-93c1-079c9719f713 None None] Checking segment: {'id': '8e655abf-28ec-4a21-8e87-c6968d57b23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3b7c10c5-376f-4a85-aa4b-42b9d789f47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:59:04.977014 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-3f59ef2f-4fde-4c57-93c1-079c9719f713 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:04.977403 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f59ef2f-4fde-4c57-93c1-079c9719f713 None None] Bound using segment: {'id': '8e655abf-28ec-4a21-8e87-c6968d57b23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3b7c10c5-376f-4a85-aa4b-42b9d789f47e'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:59:04.977916 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-3f59ef2f-4fde-4c57-93c1-079c9719f713 None None] Bound port: f61ef81a-ccac-4f7d-8681-7ec91955eb6d, host: dv-cinder-836073-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e655abf-28ec-4a21-8e87-c6968d57b23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3b7c10c5-376f-4a85-aa4b-42b9d789f47e'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:59:04.978845 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-3f59ef2f-4fde-4c57-93c1-079c9719f713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (f61ef81a-ccac-4f7d-8681-7ec91955eb6d), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:04.981574 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a70e1d-69ce-48d1-b66d-465c056fd8c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:04.981942 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a70e1d-69ce-48d1-b66d-465c056fd8c1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:04.982287 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a70e1d-69ce-48d1-b66d-465c056fd8c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:04.982630 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a70e1d-69ce-48d1-b66d-465c056fd8c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:04.982962 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a70e1d-69ce-48d1-b66d-465c056fd8c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:04.983291 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a70e1d-69ce-48d1-b66d-465c056fd8c1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:04.983773 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a70e1d-69ce-48d1-b66d-465c056fd8c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:04.984102 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a70e1d-69ce-48d1-b66d-465c056fd8c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:04.984429 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a70e1d-69ce-48d1-b66d-465c056fd8c1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:04.984753 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a70e1d-69ce-48d1-b66d-465c056fd8c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:04.985080 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a70e1d-69ce-48d1-b66d-465c056fd8c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:04.985447 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a70e1d-69ce-48d1-b66d-465c056fd8c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:04.985772 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a70e1d-69ce-48d1-b66d-465c056fd8c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:04.986095 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a70e1d-69ce-48d1-b66d-465c056fd8c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:04.986423 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a70e1d-69ce-48d1-b66d-465c056fd8c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:04.987832 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a70e1d-69ce-48d1-b66d-465c056fd8c1 None None] Tracked resource versions report: Apr 08 10:59:04.987832 dv-cinder-836073-3-iscsi neutron-server[104019]: pushed versions: Apr 08 10:59:04.987832 dv-cinder-836073-3-iscsi neutron-server[104019]: { 'AddressGroup': {'1.2'}, Apr 08 10:59:04.987832 dv-cinder-836073-3-iscsi neutron-server[104019]: 'Agent': {'1.1'}, Apr 08 10:59:04.987832 dv-cinder-836073-3-iscsi neutron-server[104019]: 'ConntrackHelper': {'1.0'}, Apr 08 10:59:04.987832 dv-cinder-836073-3-iscsi neutron-server[104019]: 'LocalIPAssociation': {'1.0'}, Apr 08 10:59:04.987832 dv-cinder-836073-3-iscsi neutron-server[104019]: 'Log': {'1.0'}, Apr 08 10:59:04.987832 dv-cinder-836073-3-iscsi neutron-server[104019]: 'NDPProxy': {'1.0'}, Apr 08 10:59:04.987832 dv-cinder-836073-3-iscsi neutron-server[104019]: 'Network': {'1.1'}, Apr 08 10:59:04.987832 dv-cinder-836073-3-iscsi neutron-server[104019]: 'Port': {'1.7'}, Apr 08 10:59:04.987832 dv-cinder-836073-3-iscsi neutron-server[104019]: 'PortForwarding': {'1.3'}, Apr 08 10:59:04.987832 dv-cinder-836073-3-iscsi neutron-server[104019]: 'QosPolicy': {'1.10'}, Apr 08 10:59:04.987832 dv-cinder-836073-3-iscsi neutron-server[104019]: 'SecurityGroup': {'1.5'}, Apr 08 10:59:04.987832 dv-cinder-836073-3-iscsi neutron-server[104019]: 'SecurityGroupRule': {'1.2'}, Apr 08 10:59:04.987832 dv-cinder-836073-3-iscsi neutron-server[104019]: 'SubPort': {'1.0'}, Apr 08 10:59:04.987832 dv-cinder-836073-3-iscsi neutron-server[104019]: 'Subnet': {'1.1'}, Apr 08 10:59:04.987832 dv-cinder-836073-3-iscsi neutron-server[104019]: 'Trunk': {'1.1'}} Apr 08 10:59:04.987832 dv-cinder-836073-3-iscsi neutron-server[104019]: consumer versions: Apr 08 10:59:04.987832 dv-cinder-836073-3-iscsi neutron-server[104019]: { DHCP agent@dv-cinder-836073-3-iscsi: {}, Apr 08 10:59:04.987832 dv-cinder-836073-3-iscsi neutron-server[104019]: L3 agent@dv-cinder-836073-3-iscsi: {}, Apr 08 10:59:04.987832 dv-cinder-836073-3-iscsi neutron-server[104019]: Metadata agent@dv-cinder-836073-3-iscsi: {}, Apr 08 10:59:04.987832 dv-cinder-836073-3-iscsi neutron-server[104019]: Metering agent@dv-cinder-836073-3-iscsi: {}, Apr 08 10:59:04.987832 dv-cinder-836073-3-iscsi neutron-server[104019]: Open vSwitch agent@dv-cinder-836073-3-iscsi: { 'AddressGroup': '1.2', Apr 08 10:59:04.987832 dv-cinder-836073-3-iscsi neutron-server[104019]: 'Agent': '1.1', Apr 08 10:59:04.987832 dv-cinder-836073-3-iscsi neutron-server[104019]: 'ConntrackHelper': '1.0', Apr 08 10:59:04.987832 dv-cinder-836073-3-iscsi neutron-server[104019]: 'LocalIPAssociation': '1.0', Apr 08 10:59:04.987832 dv-cinder-836073-3-iscsi neutron-server[104019]: 'Log': '1.0', Apr 08 10:59:04.987832 dv-cinder-836073-3-iscsi neutron-server[104019]: 'NDPProxy': '1.0', Apr 08 10:59:04.987832 dv-cinder-836073-3-iscsi neutron-server[104019]: 'Network': '1.1', Apr 08 10:59:04.987832 dv-cinder-836073-3-iscsi neutron-server[104019]: 'Port': '1.7', Apr 08 10:59:04.987832 dv-cinder-836073-3-iscsi neutron-server[104019]: 'PortForwarding': '1.3', Apr 08 10:59:04.987832 dv-cinder-836073-3-iscsi neutron-server[104019]: 'QosPolicy': '1.10', Apr 08 10:59:04.987832 dv-cinder-836073-3-iscsi neutron-server[104019]: 'SecurityGroup': '1.5', Apr 08 10:59:04.987832 dv-cinder-836073-3-iscsi neutron-server[104019]: 'SecurityGroupRule': '1.2', Apr 08 10:59:04.987832 dv-cinder-836073-3-iscsi neutron-server[104019]: 'SubPort': '1.0', Apr 08 10:59:04.987832 dv-cinder-836073-3-iscsi neutron-server[104019]: 'Subnet': '1.1', Apr 08 10:59:04.987832 dv-cinder-836073-3-iscsi neutron-server[104019]: 'Trunk': '1.1'}} Apr 08 10:59:04.987832 dv-cinder-836073-3-iscsi neutron-server[104019]: {{(pid=104019) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 10:59:05.010301 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-7a1a1b0b-3399-4205-9e84-0184a6afea73 None None] Provisioning complete for port f61ef81a-ccac-4f7d-8681-7ec91955eb6d triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:59:05.010701 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7a1a1b0b-3399-4205-9e84-0184a6afea73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (f61ef81a-ccac-4f7d-8681-7ec91955eb6d), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:05.048841 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-7a1a1b0b-3399-4205-9e84-0184a6afea73 None None] Port f61ef81a-ccac-4f7d-8681-7ec91955eb6d cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 10:59:05.059417 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-3f59ef2f-4fde-4c57-93c1-079c9719f713 None None] For port f61ef81a-ccac-4f7d-8681-7ec91955eb6d, host dv-cinder-836073-3-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:59:05.078415 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-3f59ef2f-4fde-4c57-93c1-079c9719f713 None None] For port f61ef81a-ccac-4f7d-8681-7ec91955eb6d, host dv-cinder-836073-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=f61ef81a-ccac-4f7d-8681-7ec91955eb6d,segment=NetworkSegment(8e655abf-28ec-4a21-8e87-c6968d57b23a),segment_id=8e655abf-28ec-4a21-8e87-c6968d57b23a)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:59:05.213052 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-3f59ef2f-4fde-4c57-93c1-079c9719f713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (f61ef81a-ccac-4f7d-8681-7ec91955eb6d), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:05.271690 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f59ef2f-4fde-4c57-93c1-079c9719f713 None None] Routers {'37705289-9851-4a7e-bff2-502a23cddd37'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:59:05.272320 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-3f59ef2f-4fde-4c57-93c1-079c9719f713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T10:59:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['37705289-9851-4a7e-bff2-502a23cddd37'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:05.276696 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a70e1d-69ce-48d1-b66d-465c056fd8c1 None None] Pushing event updated for resources: {'Port': ['ID=f61ef81a-ccac-4f7d-8681-7ec91955eb6d,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:05.369606 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-3f59ef2f-4fde-4c57-93c1-079c9719f713 None None] Set router 37705289-9851-4a7e-bff2-502a23cddd37 gateway port host: None {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:59:05.472143 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-08bc8b9b-9f4e-426c-986f-93bc6e33d2ab None None] Provisioning complete for port f61ef81a-ccac-4f7d-8681-7ec91955eb6d triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:59:05.472692 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-08bc8b9b-9f4e-426c-986f-93bc6e33d2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (f61ef81a-ccac-4f7d-8681-7ec91955eb6d), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:05.553391 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-08bc8b9b-9f4e-426c-986f-93bc6e33d2ab None None] Current status of the port f61ef81a-ccac-4f7d-8681-7ec91955eb6d is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:59:05.553734 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-08bc8b9b-9f4e-426c-986f-93bc6e33d2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (f61ef81a-ccac-4f7d-8681-7ec91955eb6d), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:05.589537 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-08bc8b9b-9f4e-426c-986f-93bc6e33d2ab None None] For port f61ef81a-ccac-4f7d-8681-7ec91955eb6d, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=f61ef81a-ccac-4f7d-8681-7ec91955eb6d,segment=NetworkSegment(8e655abf-28ec-4a21-8e87-c6968d57b23a),segment_id=8e655abf-28ec-4a21-8e87-c6968d57b23a)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:59:05.591181 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-3f59ef2f-4fde-4c57-93c1-079c9719f713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37705289-9851-4a7e-bff2-502a23cddd37', 'name': 'router1', 'tenant_id': 'd06220ec26ae45d78ce1b6f7bd063348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:58:51Z', 'updated_at': '2022-04-08T10:59:02Z', 'revision_number': 2, 'project_id': 'd06220ec26ae45d78ce1b6f7bd063348', 'gw_port_host': None, '_interfaces': [{'id': 'f61ef81a-ccac-4f7d-8681-7ec91955eb6d', 'name': '', 'network_id': '3b7c10c5-376f-4a85-aa4b-42b9d789f47e', 'tenant_id': 'd06220ec26ae45d78ce1b6f7bd063348', 'mac_address': 'fa:16:3e:a0:bf:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37705289-9851-4a7e-bff2-502a23cddd37', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bfbdfb64-6a8f-49fc-ba3a-e59330e19346', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:59:01Z', 'updated_at': '2022-04-08T10:59:05Z', 'revision_number': 4, 'project_id': 'd06220ec26ae45d78ce1b6f7bd063348', 'subnets': [{'id': 'bfbdfb64-6a8f-49fc-ba3a-e59330e19346', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2a3d4b20-03c3-4cac-b05d-88933e60fd75'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:05.617935 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f59ef2f-4fde-4c57-93c1-079c9719f713 None None] The sync data for ids ['37705289-9851-4a7e-bff2-502a23cddd37'] in dv-cinder-836073-3-iscsi is: [{'id': '37705289-9851-4a7e-bff2-502a23cddd37', 'name': 'router1', 'tenant_id': 'd06220ec26ae45d78ce1b6f7bd063348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:58:51Z', 'updated_at': '2022-04-08T10:59:02Z', 'revision_number': 2, 'project_id': 'd06220ec26ae45d78ce1b6f7bd063348', 'gw_port_host': None, '_interfaces': [{'id': 'f61ef81a-ccac-4f7d-8681-7ec91955eb6d', 'name': '', 'network_id': '3b7c10c5-376f-4a85-aa4b-42b9d789f47e', 'tenant_id': 'd06220ec26ae45d78ce1b6f7bd063348', 'mac_address': 'fa:16:3e:a0:bf:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37705289-9851-4a7e-bff2-502a23cddd37', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bfbdfb64-6a8f-49fc-ba3a-e59330e19346', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:59:01Z', 'updated_at': '2022-04-08T10:59:05Z', 'revision_number': 4, 'project_id': 'd06220ec26ae45d78ce1b6f7bd063348', 'subnets': [{'id': 'bfbdfb64-6a8f-49fc-ba3a-e59330e19346', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2a3d4b20-03c3-4cac-b05d-88933e60fd75'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:59:05.663372 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-08bc8b9b-9f4e-426c-986f-93bc6e33d2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (f61ef81a-ccac-4f7d-8681-7ec91955eb6d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:05.710816 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc8b9b-9f4e-426c-986f-93bc6e33d2ab None None] Pushing event updated for resources: {'Port': ['ID=f61ef81a-ccac-4f7d-8681-7ec91955eb6d,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:05.954360 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 42144) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:59:06.068983 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33742bb3-4e5f-48d8-81d9-7d468b79f2ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:06.070357 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-33742bb3-4e5f-48d8-81d9-7d468b79f2ce admin admin] 10.222.0.53 "GET /v2.0/networks/9ba38368-ff54-4986-b9fd-e3d76f01d727 HTTP/1.1" status: 200 len: 842 time: 0.1148460 Apr 08 10:59:06.080965 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-5126a739-c47a-49de-920a-4c2bf2955cf6 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'ip_version': 4, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'enable_dhcp': False, 'cidr': '172.27.0.0/24'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:59:06.149069 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5126a739-c47a-49de-920a-4c2bf2955cf6 admin admin] Made reservation on behalf of 354b5413cfa84428b8a62ddd57c4d049 for: {'subnet': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:59:06.151841 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5126a739-c47a-49de-920a-4c2bf2955cf6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:06.536966 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.objects.ports [None req-5126a739-c47a-49de-920a-4c2bf2955cf6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104017) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 08 10:59:06.537425 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5126a739-c47a-49de-920a-4c2bf2955cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737'] for subnet (295b2c6f-15e1-46ca-ae70-e3531500d944), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:06.595227 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5126a739-c47a-49de-920a-4c2bf2955cf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=295b2c6f-15e1-46ca-ae70-e3531500d944,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:06.600596 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5126a739-c47a-49de-920a-4c2bf2955cf6 admin admin] Checking segment: {'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:59:06.601414 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5126a739-c47a-49de-920a-4c2bf2955cf6 admin admin] Network hostable DHCP agents. Network: 9ba38368-ff54-4986-b9fd-e3d76f01d727, hostable agents: ['19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3'], hosted agents: [] {{(pid=104017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:59:06.686349 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5126a739-c47a-49de-920a-4c2bf2955cf6 admin admin] Network 9ba38368-ff54-4986-b9fd-e3d76f01d727 is scheduled to be hosted by DHCP agent 19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3 with binding_index 1 {{(pid=104017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:59:06.766045 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-5126a739-c47a-49de-920a-4c2bf2955cf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-3-iscsi, 9ba38368-ff54-4986-b9fd-e3d76f01d727) {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:59:06.770249 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5126a739-c47a-49de-920a-4c2bf2955cf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:06.770845 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5126a739-c47a-49de-920a-4c2bf2955cf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:06.776469 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c96c97-59c5-4ccd-9d88-460960a24b7b None None] Network 9ba38368-ff54-4986-b9fd-e3d76f01d727 requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:59:06.844156 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-5126a739-c47a-49de-920a-4c2bf2955cf6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7664130 Apr 08 10:59:06.882997 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71a7846-33ad-4f4e-a12c-cdf1501b4a3d None None] Network 9ba38368-ff54-4986-b9fd-e3d76f01d727 requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:59:09.378610 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 42158) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:59:09.619468 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-087170e6-0a37-43fe-b4c8-2757a8f3479e demo admin] 10.222.0.53 "GET /v2.0/routers/37705289-9851-4a7e-bff2-502a23cddd37 HTTP/1.1" status: 200 len: 710 time: 0.2391372 Apr 08 10:59:09.707669 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b976e6c6-dca6-43c5-a782-4a6aaffd966a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:09.709065 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-b976e6c6-dca6-43c5-a782-4a6aaffd966a demo admin] 10.222.0.53 "GET /v2.0/networks/9ba38368-ff54-4986-b9fd-e3d76f01d727 HTTP/1.1" status: 200 len: 886 time: 0.0841448 Apr 08 10:59:09.718294 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-ed0f7471-05d5-4f8c-8ffe-7fc4bda44a2a demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'}}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:59:09.972493 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ed0f7471-05d5-4f8c-8ffe-7fc4bda44a2a demo admin] Publish callbacks [] for router_gateway (37705289-9851-4a7e-bff2-502a23cddd37), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:10.339098 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ed0f7471-05d5-4f8c-8ffe-7fc4bda44a2a demo admin] Publish callbacks [] for router_gateway (37705289-9851-4a7e-bff2-502a23cddd37), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:10.415522 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ed0f7471-05d5-4f8c-8ffe-7fc4bda44a2a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:10.567539 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-ed0f7471-05d5-4f8c-8ffe-7fc4bda44a2a demo admin] Allocated IP 172.27.0.155 (9ba38368-ff54-4986-b9fd-e3d76f01d727/295b2c6f-15e1-46ca-ae70-e3531500d944/10f9a3c9-dd2d-49b4-bb23-3a6801380f2b) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:59:10.677207 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ed0f7471-05d5-4f8c-8ffe-7fc4bda44a2a demo admin] Publish callbacks [] for port (10f9a3c9-dd2d-49b4-bb23-3a6801380f2b), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:10.782606 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ed0f7471-05d5-4f8c-8ffe-7fc4bda44a2a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629'] for port (10f9a3c9-dd2d-49b4-bb23-3a6801380f2b), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:10.850012 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0f7471-05d5-4f8c-8ffe-7fc4bda44a2a demo admin] Network 9ba38368-ff54-4986-b9fd-e3d76f01d727 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:59:10.855679 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-ed0f7471-05d5-4f8c-8ffe-7fc4bda44a2a demo admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:59:10.858552 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0f7471-05d5-4f8c-8ffe-7fc4bda44a2a demo admin] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:59:10.933310 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f7471-05d5-4f8c-8ffe-7fc4bda44a2a demo admin] Pushing event updated for resources: {'Port': ['ID=10f9a3c9-dd2d-49b4-bb23-3a6801380f2b,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:11.246876 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ed0f7471-05d5-4f8c-8ffe-7fc4bda44a2a demo admin] Publish callbacks [] for router_gateway (37705289-9851-4a7e-bff2-502a23cddd37), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:11.445773 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ed0f7471-05d5-4f8c-8ffe-7fc4bda44a2a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1014270'] for router (37705289-9851-4a7e-bff2-502a23cddd37), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:11.450843 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ed0f7471-05d5-4f8c-8ffe-7fc4bda44a2a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-458177'] for router (37705289-9851-4a7e-bff2-502a23cddd37), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:11.640759 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0f7471-05d5-4f8c-8ffe-7fc4bda44a2a demo admin] Router 37705289-9851-4a7e-bff2-502a23cddd37 has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:59:11.749826 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0f7471-05d5-4f8c-8ffe-7fc4bda44a2a demo admin] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:59:11.754275 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ed0f7471-05d5-4f8c-8ffe-7fc4bda44a2a demo admin] Publish callbacks [] for router (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:11.769615 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-ed0f7471-05d5-4f8c-8ffe-7fc4bda44a2a demo admin] 10.222.0.53 "PUT /v2.0/routers/37705289-9851-4a7e-bff2-502a23cddd37 HTTP/1.1" status: 200 len: 890 time: 2.0403581 Apr 08 10:59:12.905516 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device f61ef81a-ccac-4f7d-8681-7ec91955eb6d up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:59:12.954596 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port f61ef81a-ccac-4f7d-8681-7ec91955eb6d triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:59:12.954987 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (f61ef81a-ccac-4f7d-8681-7ec91955eb6d), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:13.035281 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port f61ef81a-ccac-4f7d-8681-7ec91955eb6d is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:59:14.296348 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 42170) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:59:14.408271 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b44c949-5471-49bf-a65c-084ab8c53873 None None] Sync routers for ids ['37705289-9851-4a7e-bff2-502a23cddd37'] in dv-cinder-836073-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:59:14.420136 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b44c949-5471-49bf-a65c-084ab8c53873 None None] Routers {'37705289-9851-4a7e-bff2-502a23cddd37'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:59:14.420560 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-cab37fd5-3334-4d22-b346-376c5f7b489f admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1229622 Apr 08 10:59:14.420782 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-3b44c949-5471-49bf-a65c-084ab8c53873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T10:59:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['37705289-9851-4a7e-bff2-502a23cddd37'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:14.646891 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-3b44c949-5471-49bf-a65c-084ab8c53873 None None] Set router 37705289-9851-4a7e-bff2-502a23cddd37 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:59:15.121006 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-3b44c949-5471-49bf-a65c-084ab8c53873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37705289-9851-4a7e-bff2-502a23cddd37', 'name': 'router1', 'tenant_id': 'd06220ec26ae45d78ce1b6f7bd063348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '10f9a3c9-dd2d-49b4-bb23-3a6801380f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:58:51Z', 'updated_at': '2022-04-08T10:59:11Z', 'revision_number': 4, 'project_id': 'd06220ec26ae45d78ce1b6f7bd063348', 'gw_port': {'id': '10f9a3c9-dd2d-49b4-bb23-3a6801380f2b', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37705289-9851-4a7e-bff2-502a23cddd37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:59:10Z', 'updated_at': '2022-04-08T10:59:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': 'f61ef81a-ccac-4f7d-8681-7ec91955eb6d', 'name': '', 'network_id': '3b7c10c5-376f-4a85-aa4b-42b9d789f47e', 'tenant_id': 'd06220ec26ae45d78ce1b6f7bd063348', 'mac_address': 'fa:16:3e:a0:bf:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37705289-9851-4a7e-bff2-502a23cddd37', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bfbdfb64-6a8f-49fc-ba3a-e59330e19346', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:59:01Z', 'updated_at': '2022-04-08T10:59:05Z', 'revision_number': 5, 'project_id': 'd06220ec26ae45d78ce1b6f7bd063348', 'subnets': [{'id': 'bfbdfb64-6a8f-49fc-ba3a-e59330e19346', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2a3d4b20-03c3-4cac-b05d-88933e60fd75'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:15.173730 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b44c949-5471-49bf-a65c-084ab8c53873 None None] Checking router: 37705289-9851-4a7e-bff2-502a23cddd37 for host: dv-cinder-836073-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:59:15.174456 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b44c949-5471-49bf-a65c-084ab8c53873 None None] Updating router 37705289-9851-4a7e-bff2-502a23cddd37 port 10f9a3c9-dd2d-49b4-bb23-3a6801380f2b binding host dv-cinder-836073-3-iscsi {{(pid=104018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:59:15.226750 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3b44c949-5471-49bf-a65c-084ab8c53873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (10f9a3c9-dd2d-49b4-bb23-3a6801380f2b), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:15.544647 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3b44c949-5471-49bf-a65c-084ab8c53873 None None] Publish callbacks [] for port (10f9a3c9-dd2d-49b4-bb23-3a6801380f2b), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:15.633570 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3b44c949-5471-49bf-a65c-084ab8c53873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (10f9a3c9-dd2d-49b4-bb23-3a6801380f2b), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:15.687656 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-3b44c949-5471-49bf-a65c-084ab8c53873 None None] Attempting to bind port 10f9a3c9-dd2d-49b4-bb23-3a6801380f2b on host dv-cinder-836073-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:59:15.688039 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-3b44c949-5471-49bf-a65c-084ab8c53873 None None] Attempting to bind port 10f9a3c9-dd2d-49b4-bb23-3a6801380f2b by drivers openvswitch,hyperv on host dv-cinder-836073-3-iscsi at level 0 using segments [{'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:59:15.688409 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b44c949-5471-49bf-a65c-084ab8c53873 None None] Attempting to bind port 10f9a3c9-dd2d-49b4-bb23-3a6801380f2b on network 9ba38368-ff54-4986-b9fd-e3d76f01d727 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:59:15.691312 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e98d5e-781a-4af4-b9d4-344f1a41a6d6 None None] Pushing event updated for resources: {'Port': ['ID=10f9a3c9-dd2d-49b4-bb23-3a6801380f2b,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:15.695824 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b44c949-5471-49bf-a65c-084ab8c53873 None None] Checking agent: {'id': 'eea5fd99-e581-41a4-a61b-1141d246636d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 58, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:59:15.696208 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b44c949-5471-49bf-a65c-084ab8c53873 None None] Checking segment: {'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:59:15.696670 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3b44c949-5471-49bf-a65c-084ab8c53873 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:15.697028 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b44c949-5471-49bf-a65c-084ab8c53873 None None] Bound using segment: {'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:59:15.697628 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-3b44c949-5471-49bf-a65c-084ab8c53873 None None] Bound port: 10f9a3c9-dd2d-49b4-bb23-3a6801380f2b, host: dv-cinder-836073-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:59:15.698084 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3b44c949-5471-49bf-a65c-084ab8c53873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (10f9a3c9-dd2d-49b4-bb23-3a6801380f2b), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:15.760103 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-3b44c949-5471-49bf-a65c-084ab8c53873 None None] For port 10f9a3c9-dd2d-49b4-bb23-3a6801380f2b, host dv-cinder-836073-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:59:15.767490 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-3b44c949-5471-49bf-a65c-084ab8c53873 None None] For port 10f9a3c9-dd2d-49b4-bb23-3a6801380f2b, host dv-cinder-836073-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=10f9a3c9-dd2d-49b4-bb23-3a6801380f2b,segment=NetworkSegment(2bb98e3e-6539-44eb-b25b-4089590167ac),segment_id=2bb98e3e-6539-44eb-b25b-4089590167ac)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:59:15.864140 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3b44c949-5471-49bf-a65c-084ab8c53873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (10f9a3c9-dd2d-49b4-bb23-3a6801380f2b), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:15.920296 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b44c949-5471-49bf-a65c-084ab8c53873 None None] Routers {'37705289-9851-4a7e-bff2-502a23cddd37'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:59:15.920899 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-3b44c949-5471-49bf-a65c-084ab8c53873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T10:59:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['37705289-9851-4a7e-bff2-502a23cddd37'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:15.955881 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e98d5e-781a-4af4-b9d4-344f1a41a6d6 None None] Pushing event updated for resources: {'Port': ['ID=10f9a3c9-dd2d-49b4-bb23-3a6801380f2b,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:16.034344 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-3b44c949-5471-49bf-a65c-084ab8c53873 None None] Set router 37705289-9851-4a7e-bff2-502a23cddd37 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:59:16.259123 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-3b44c949-5471-49bf-a65c-084ab8c53873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37705289-9851-4a7e-bff2-502a23cddd37', 'name': 'router1', 'tenant_id': 'd06220ec26ae45d78ce1b6f7bd063348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '10f9a3c9-dd2d-49b4-bb23-3a6801380f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:58:51Z', 'updated_at': '2022-04-08T10:59:11Z', 'revision_number': 4, 'project_id': 'd06220ec26ae45d78ce1b6f7bd063348', 'gw_port': {'id': '10f9a3c9-dd2d-49b4-bb23-3a6801380f2b', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37705289-9851-4a7e-bff2-502a23cddd37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:59:10Z', 'updated_at': '2022-04-08T10:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': 'f61ef81a-ccac-4f7d-8681-7ec91955eb6d', 'name': '', 'network_id': '3b7c10c5-376f-4a85-aa4b-42b9d789f47e', 'tenant_id': 'd06220ec26ae45d78ce1b6f7bd063348', 'mac_address': 'fa:16:3e:a0:bf:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37705289-9851-4a7e-bff2-502a23cddd37', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bfbdfb64-6a8f-49fc-ba3a-e59330e19346', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:59:01Z', 'updated_at': '2022-04-08T10:59:05Z', 'revision_number': 5, 'project_id': 'd06220ec26ae45d78ce1b6f7bd063348', 'subnets': [{'id': 'bfbdfb64-6a8f-49fc-ba3a-e59330e19346', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2a3d4b20-03c3-4cac-b05d-88933e60fd75'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:16.289348 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b44c949-5471-49bf-a65c-084ab8c53873 None None] The sync data for ids ['37705289-9851-4a7e-bff2-502a23cddd37'] in dv-cinder-836073-3-iscsi is: [{'id': '37705289-9851-4a7e-bff2-502a23cddd37', 'name': 'router1', 'tenant_id': 'd06220ec26ae45d78ce1b6f7bd063348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '10f9a3c9-dd2d-49b4-bb23-3a6801380f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:58:51Z', 'updated_at': '2022-04-08T10:59:11Z', 'revision_number': 4, 'project_id': 'd06220ec26ae45d78ce1b6f7bd063348', 'gw_port': {'id': '10f9a3c9-dd2d-49b4-bb23-3a6801380f2b', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37705289-9851-4a7e-bff2-502a23cddd37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:59:10Z', 'updated_at': '2022-04-08T10:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': 'f61ef81a-ccac-4f7d-8681-7ec91955eb6d', 'name': '', 'network_id': '3b7c10c5-376f-4a85-aa4b-42b9d789f47e', 'tenant_id': 'd06220ec26ae45d78ce1b6f7bd063348', 'mac_address': 'fa:16:3e:a0:bf:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37705289-9851-4a7e-bff2-502a23cddd37', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bfbdfb64-6a8f-49fc-ba3a-e59330e19346', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:59:01Z', 'updated_at': '2022-04-08T10:59:05Z', 'revision_number': 5, 'project_id': 'd06220ec26ae45d78ce1b6f7bd063348', 'subnets': [{'id': 'bfbdfb64-6a8f-49fc-ba3a-e59330e19346', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2a3d4b20-03c3-4cac-b05d-88933e60fd75'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:59:16.963047 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 10f9a3c9-dd2d-49b4-bb23-3a6801380f2b up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:59:17.021854 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port 10f9a3c9-dd2d-49b4-bb23-3a6801380f2b triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:59:17.022373 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (10f9a3c9-dd2d-49b4-bb23-3a6801380f2b), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:17.133012 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port 10f9a3c9-dd2d-49b4-bb23-3a6801380f2b is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:59:17.133412 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (10f9a3c9-dd2d-49b4-bb23-3a6801380f2b), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:17.180419 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] For port 10f9a3c9-dd2d-49b4-bb23-3a6801380f2b, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=10f9a3c9-dd2d-49b4-bb23-3a6801380f2b,segment=NetworkSegment(2bb98e3e-6539-44eb-b25b-4089590167ac),segment_id=2bb98e3e-6539-44eb-b25b-4089590167ac)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:59:17.269358 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (10f9a3c9-dd2d-49b4-bb23-3a6801380f2b), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:17.328544 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Pushing event updated for resources: {'Port': ['ID=10f9a3c9-dd2d-49b4-bb23-3a6801380f2b,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:18.935238 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 10f9a3c9-dd2d-49b4-bb23-3a6801380f2b up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:59:18.988020 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port 10f9a3c9-dd2d-49b4-bb23-3a6801380f2b triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:59:18.988392 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (10f9a3c9-dd2d-49b4-bb23-3a6801380f2b), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:19.087973 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port 10f9a3c9-dd2d-49b4-bb23-3a6801380f2b is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:59:27.382291 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1a9f482a-aad1-4648-bde2-91c6e6ae3387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:29.834681 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a1b8dc8a-0fa0-45a4-be1f-40db793676fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:31.017111 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:32.531993 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:34.354719 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:39.568654 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 5 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 10:59:57.359910 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-aee02fb7-dc4f-47e7-aba9-255ad2f66d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:59.850980 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-232917de-9099-4ab1-9f51-d751ee562c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:00.982508 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:02.541627 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:04.250738 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:16.567525 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 5 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:00:27.364227 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7d038bd9-6c3b-4b7b-8556-1963f22637c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:29.838183 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-43c36e2d-9f09-43ad-9225-ebc73cd62849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:30.969467 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:32.507058 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:34.215622 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:39.034316 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 42654) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:00:39.094967 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e740d63-3770-4b35-a53f-e5387c796bdb admin admin] GET failed (client error): The resource could not be found. Apr 08 11:00:39.096264 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-7e740d63-3770-4b35-a53f-e5387c796bdb admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0610204 Apr 08 11:00:39.256742 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead212ec-9500-4e5c-a991-cd49546b7263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:39.258334 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-ead212ec-9500-4e5c-a991-cd49546b7263 admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1579378 Apr 08 11:00:41.590728 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 42664) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:00:41.682352 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209de59d-04ff-4704-a3e3-5ef6b35e64b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:41.683925 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-209de59d-04ff-4704-a3e3-5ef6b35e64b3 admin admin] 10.222.0.53 "GET /v2.0/subnets/bfbdfb64-6a8f-49fc-ba3a-e59330e19346 HTTP/1.1" status: 200 len: 849 time: 0.0922287 Apr 08 11:00:41.693073 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-19e01121-a869-43eb-8d5a-8e14922a998b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:00:41.777651 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-19e01121-a869-43eb-8d5a-8e14922a998b admin admin] Publish callbacks [] for subnet (bfbdfb64-6a8f-49fc-ba3a-e59330e19346), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:41.991991 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-19e01121-a869-43eb-8d5a-8e14922a998b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771786915934'] for subnet (bfbdfb64-6a8f-49fc-ba3a-e59330e19346), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:42.025438 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e01121-a869-43eb-8d5a-8e14922a998b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:42.026052 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-19e01121-a869-43eb-8d5a-8e14922a998b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:42.027316 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-19e01121-a869-43eb-8d5a-8e14922a998b admin admin] 10.222.0.53 "PUT /v2.0/subnets/bfbdfb64-6a8f-49fc-ba3a-e59330e19346 HTTP/1.1" status: 200 len: 868 time: 0.3377512 Apr 08 11:00:42.044986 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa1c137-f741-4527-b3fb-1bdadefb78ef None None] Network 3b7c10c5-376f-4a85-aa4b-42b9d789f47e requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:00:42.047516 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e01121-a869-43eb-8d5a-8e14922a998b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfbdfb64-6a8f-49fc-ba3a-e59330e19346,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:42.054883 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e01121-a869-43eb-8d5a-8e14922a998b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:42.055869 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e01121-a869-43eb-8d5a-8e14922a998b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:42.056232 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e01121-a869-43eb-8d5a-8e14922a998b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:42.056577 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e01121-a869-43eb-8d5a-8e14922a998b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:42.056923 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e01121-a869-43eb-8d5a-8e14922a998b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:42.057230 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e01121-a869-43eb-8d5a-8e14922a998b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:42.057549 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e01121-a869-43eb-8d5a-8e14922a998b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:42.057896 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e01121-a869-43eb-8d5a-8e14922a998b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:42.058468 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e01121-a869-43eb-8d5a-8e14922a998b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:42.059649 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e01121-a869-43eb-8d5a-8e14922a998b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:42.059649 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e01121-a869-43eb-8d5a-8e14922a998b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:42.059649 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e01121-a869-43eb-8d5a-8e14922a998b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:42.059935 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e01121-a869-43eb-8d5a-8e14922a998b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:42.060015 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e01121-a869-43eb-8d5a-8e14922a998b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:42.060323 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e01121-a869-43eb-8d5a-8e14922a998b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:42.349876 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ef9092c2-f05d-4b42-a525-29d787541cf2 None None] Provisioning complete for port b9545394-74b2-4502-95d3-88c3b115ebe9 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:00:42.350284 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ef9092c2-f05d-4b42-a525-29d787541cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (b9545394-74b2-4502-95d3-88c3b115ebe9), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:42.426684 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ef9092c2-f05d-4b42-a525-29d787541cf2 None None] Current status of the port b9545394-74b2-4502-95d3-88c3b115ebe9 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:00:42.437445 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ef9092c2-f05d-4b42-a525-29d787541cf2 None None] Provisioning complete for port f61ef81a-ccac-4f7d-8681-7ec91955eb6d triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:00:42.437839 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ef9092c2-f05d-4b42-a525-29d787541cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (f61ef81a-ccac-4f7d-8681-7ec91955eb6d), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:42.514341 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ef9092c2-f05d-4b42-a525-29d787541cf2 None None] Current status of the port f61ef81a-ccac-4f7d-8681-7ec91955eb6d is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:00:44.378424 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 42674) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:00:44.578281 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7003620c-da1d-4ddd-8acb-687e69a274ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:44.578755 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7003620c-da1d-4ddd-8acb-687e69a274ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:44.580301 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-7003620c-da1d-4ddd-8acb-687e69a274ef admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2009494 Apr 08 11:00:46.916314 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 42682) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:00:47.112004 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f713457-ccfb-42e6-9297-0200e79f346d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:47.112408 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f713457-ccfb-42e6-9297-0200e79f346d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:47.113981 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-3f713457-ccfb-42e6-9297-0200e79f346d admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1967006 Apr 08 11:00:49.413268 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 42690) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:00:49.544633 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6e6fb1-002e-40db-bd52-df3a7d934115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:49.546052 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-6e6e6fb1-002e-40db-bd52-df3a7d934115 admin admin] 10.222.0.53 "GET /v2.0/networks/3b7c10c5-376f-4a85-aa4b-42b9d789f47e HTTP/1.1" status: 200 len: 869 time: 0.1318083 Apr 08 11:00:51.881011 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 42698) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:00:52.007372 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61961a18-bfeb-4e3c-8139-41e192137876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:52.008780 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-61961a18-bfeb-4e3c-8139-41e192137876 admin admin] 10.222.0.53 "GET /v2.0/networks/9ba38368-ff54-4986-b9fd-e3d76f01d727 HTTP/1.1" status: 200 len: 886 time: 0.1267474 Apr 08 11:00:53.566096 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 5 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:00:54.336940 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 42706) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:00:54.464252 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf294ab-d199-4f5e-84d6-5a0b6b6feae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:54.464711 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf294ab-d199-4f5e-84d6-5a0b6b6feae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:54.466279 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-5bf294ab-d199-4f5e-84d6-5a0b6b6feae7 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1283798 Apr 08 11:00:56.806670 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 42714) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:00:56.896823 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a84973b-9878-4657-b12d-ee04309d23d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:56.897280 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a84973b-9878-4657-b12d-ee04309d23d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:56.898978 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-1a84973b-9878-4657-b12d-ee04309d23d0 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0913405 Apr 08 11:00:57.363512 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3b441ef7-ed72-494d-8019-291529124c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:59.207524 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 42722) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:00:59.293069 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ce23c3-b616-4fc9-b3c7-7fd63893c379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:59.294438 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-55ce23c3-b616-4fc9-b3c7-7fd63893c379 admin admin] 10.222.0.53 "GET /v2.0/subnets/295b2c6f-15e1-46ca-ae70-e3531500d944 HTTP/1.1" status: 200 len: 816 time: 0.0859704 Apr 08 11:00:59.820671 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-cd3ab30f-9865-461e-b0da-e8b78cef43dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:00.986376 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:01.636822 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 42730) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:01:01.728720 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f250512-cb80-4d3a-a18e-4c85c6bd4a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:01.730059 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-5f250512-cb80-4d3a-a18e-4c85c6bd4a91 admin admin] 10.222.0.53 "GET /v2.0/subnets/bfbdfb64-6a8f-49fc-ba3a-e59330e19346 HTTP/1.1" status: 200 len: 868 time: 0.0921953 Apr 08 11:01:02.511764 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:04.214489 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:27.345897 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-448bed41-3801-40ec-8ce6-b5742fdad687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:29.802874 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a6a89156-d1c9-4304-958d-25192cc1379c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:30.565076 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 5 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:01:30.974230 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:32.477220 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:34.248637 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:42.992377 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 42788) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:01:43.039307 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [None req-1b0cd548-5122-42c5-a9fb-3241588065c2 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=104016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:01:43.040416 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-1b0cd548-5122-42c5-a9fb-3241588065c2 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0470903 Apr 08 11:01:45.471161 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 42796) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:01:45.530242 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.pecan_wsgi.hooks.translation [None req-473f1e7b-3464-4a3d-9d5d-59ca1699771a admin admin] GET failed (client error): The resource could not be found. Apr 08 11:01:45.531499 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-473f1e7b-3464-4a3d-9d5d-59ca1699771a admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0594108 Apr 08 11:01:45.751622 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832f896e-6c1c-4668-85e0-092e4049b3c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:45.753127 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-832f896e-6c1c-4668-85e0-092e4049b3c8 admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2175910 Apr 08 11:01:48.097741 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 42804) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:01:48.144263 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-8a7a5928-29c3-44ab-a5db-33467e32615f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:01:48.219685 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7a5928-29c3-44ab-a5db-33467e32615f admin admin] Made reservation on behalf of 354b5413cfa84428b8a62ddd57c4d049 for: {'network': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:01:48.221921 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8a7a5928-29c3-44ab-a5db-33467e32615f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for network (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:48.255978 dv-cinder-836073-3-iscsi neutron-server[104017]: WARNING neutron.services.revisions.revision_plugin [None req-8a7a5928-29c3-44ab-a5db-33467e32615f admin admin] Could not find related network for resource to bump revision. Apr 08 11:01:48.270884 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a7a5928-29c3-44ab-a5db-33467e32615f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=104017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:01:48.279903 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8a7a5928-29c3-44ab-a5db-33467e32615f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154'] for segment (31f77d47-5c40-4753-abf6-c29fd832bfed), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:48.280180 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.db.segments_db [None req-8a7a5928-29c3-44ab-a5db-33467e32615f admin admin] Added segment 31f77d47-5c40-4753-abf6-c29fd832bfed of type vlan for network 2f3b7580-c2ed-4617-8e44-6f208cdcce38 Apr 08 11:01:48.317894 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8a7a5928-29c3-44ab-a5db-33467e32615f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771786507915'] for network (2f3b7580-c2ed-4617-8e44-6f208cdcce38), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:48.419395 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8a7a5928-29c3-44ab-a5db-33467e32615f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7922337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737'] for network (2f3b7580-c2ed-4617-8e44-6f208cdcce38), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:48.420352 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7a5928-29c3-44ab-a5db-33467e32615f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:48.420920 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8a7a5928-29c3-44ab-a5db-33467e32615f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:48.507788 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a5928-29c3-44ab-a5db-33467e32615f admin admin] Pushing event updated for resources: {'Network': ['ID=2f3b7580-c2ed-4617-8e44-6f208cdcce38,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:48.514094 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7a5928-29c3-44ab-a5db-33467e32615f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:48.514435 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7a5928-29c3-44ab-a5db-33467e32615f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:48.514789 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7a5928-29c3-44ab-a5db-33467e32615f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:48.515124 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7a5928-29c3-44ab-a5db-33467e32615f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:48.515452 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7a5928-29c3-44ab-a5db-33467e32615f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:48.515780 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7a5928-29c3-44ab-a5db-33467e32615f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:48.516097 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7a5928-29c3-44ab-a5db-33467e32615f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:48.516413 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7a5928-29c3-44ab-a5db-33467e32615f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:48.516747 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7a5928-29c3-44ab-a5db-33467e32615f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:48.517066 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7a5928-29c3-44ab-a5db-33467e32615f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:48.517384 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7a5928-29c3-44ab-a5db-33467e32615f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:48.517728 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7a5928-29c3-44ab-a5db-33467e32615f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:48.518046 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7a5928-29c3-44ab-a5db-33467e32615f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:48.518356 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7a5928-29c3-44ab-a5db-33467e32615f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:48.518670 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7a5928-29c3-44ab-a5db-33467e32615f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:48.530835 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Network 2f3b7580-c2ed-4617-8e44-6f208cdcce38 details requested by agent ovs-agent-dv-cinder-836073-3-iscsi with host dv-cinder-836073-3-iscsi {{(pid=104018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:01:48.553729 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-8a7a5928-29c3-44ab-a5db-33467e32615f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4548800 Apr 08 11:01:50.925906 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 42812) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:01:50.987792 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9773157-090d-4273-bb6a-358ae19053cd admin admin] GET failed (client error): The resource could not be found. Apr 08 11:01:50.989065 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-b9773157-090d-4273-bb6a-358ae19053cd admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0622203 Apr 08 11:01:51.058365 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16483a3a-5ace-446d-8b7b-6a864d45355c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:51.060087 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-16483a3a-5ace-446d-8b7b-6a864d45355c admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0664270 Apr 08 11:01:51.070098 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-12f150bb-ce19-48f1-a14e-0d38f78db4e2 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '2f3b7580-c2ed-4617-8e44-6f208cdcce38', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:01:51.156885 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f150bb-ce19-48f1-a14e-0d38f78db4e2 admin admin] Made reservation on behalf of 354b5413cfa84428b8a62ddd57c4d049 for: {'subnet': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:01:51.159107 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-12f150bb-ce19-48f1-a14e-0d38f78db4e2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:51.385828 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-12f150bb-ce19-48f1-a14e-0d38f78db4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737'] for subnet (a653185a-3879-482a-8df1-877ba9bbbf48), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:51.443736 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f150bb-ce19-48f1-a14e-0d38f78db4e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a653185a-3879-482a-8df1-877ba9bbbf48,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:51.452798 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f150bb-ce19-48f1-a14e-0d38f78db4e2 admin admin] Checking segment: {'id': '31f77d47-5c40-4753-abf6-c29fd832bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2f3b7580-c2ed-4617-8e44-6f208cdcce38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:01:51.453180 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f150bb-ce19-48f1-a14e-0d38f78db4e2 admin admin] Network hostable DHCP agents. Network: 2f3b7580-c2ed-4617-8e44-6f208cdcce38, hostable agents: ['19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3'], hosted agents: [] {{(pid=104017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:01:51.534119 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f150bb-ce19-48f1-a14e-0d38f78db4e2 admin admin] Network 2f3b7580-c2ed-4617-8e44-6f208cdcce38 is scheduled to be hosted by DHCP agent 19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3 with binding_index 1 {{(pid=104017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:01:51.590904 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-12f150bb-ce19-48f1-a14e-0d38f78db4e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-3-iscsi, 2f3b7580-c2ed-4617-8e44-6f208cdcce38) {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:01:51.595011 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f150bb-ce19-48f1-a14e-0d38f78db4e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:51.595648 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-12f150bb-ce19-48f1-a14e-0d38f78db4e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:51.601192 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb12af78-786d-4108-baa4-aaf167f05cef None None] Network 2f3b7580-c2ed-4617-8e44-6f208cdcce38 requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:01:51.656227 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-12f150bb-ce19-48f1-a14e-0d38f78db4e2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5899642 Apr 08 11:01:51.811137 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266487c5-7388-4c78-9d8a-a208009414ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9c17c0d-e777-5cf5-a53f-4f0394d5d5a3-2f3b7580-c2ed-4617-8e44-6f208cdcce38', 'network_id': '2f3b7580-c2ed-4617-8e44-6f208cdcce38', 'project_id': '354b5413cfa84428b8a62ddd57c4d049', 'fixed_ips': [{'subnet_id': 'a653185a-3879-482a-8df1-877ba9bbbf48'}]}} from dv-cinder-836073-3-iscsi. {{(pid=104018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 11:01:51.812040 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-266487c5-7388-4c78-9d8a-a208009414ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:51.947506 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [None req-266487c5-7388-4c78-9d8a-a208009414ce None None] Allocated IP 192.168.233.2 (2f3b7580-c2ed-4617-8e44-6f208cdcce38/a653185a-3879-482a-8df1-877ba9bbbf48/2ae3869f-6b37-4651-b50c-79fae56ec831) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:01:52.094321 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-266487c5-7388-4c78-9d8a-a208009414ce None None] Publish callbacks [] for port (2ae3869f-6b37-4651-b50c-79fae56ec831), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:52.180631 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-266487c5-7388-4c78-9d8a-a208009414ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629'] for port (2ae3869f-6b37-4651-b50c-79fae56ec831), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:52.223527 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266487c5-7388-4c78-9d8a-a208009414ce None None] Network 2f3b7580-c2ed-4617-8e44-6f208cdcce38 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:01:52.227164 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-266487c5-7388-4c78-9d8a-a208009414ce None None] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:01:52.229693 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266487c5-7388-4c78-9d8a-a208009414ce None None] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:01:52.242886 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266487c5-7388-4c78-9d8a-a208009414ce None None] Pushing event updated for resources: {'Port': ['ID=2ae3869f-6b37-4651-b50c-79fae56ec831,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:52.250674 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266487c5-7388-4c78-9d8a-a208009414ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:52.251026 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266487c5-7388-4c78-9d8a-a208009414ce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:52.251389 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266487c5-7388-4c78-9d8a-a208009414ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:52.251748 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266487c5-7388-4c78-9d8a-a208009414ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:52.252088 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266487c5-7388-4c78-9d8a-a208009414ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:52.252419 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266487c5-7388-4c78-9d8a-a208009414ce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:52.252746 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266487c5-7388-4c78-9d8a-a208009414ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:52.253073 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266487c5-7388-4c78-9d8a-a208009414ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:52.253399 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266487c5-7388-4c78-9d8a-a208009414ce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:52.253759 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266487c5-7388-4c78-9d8a-a208009414ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:52.254082 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266487c5-7388-4c78-9d8a-a208009414ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:52.254423 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266487c5-7388-4c78-9d8a-a208009414ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:52.254869 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266487c5-7388-4c78-9d8a-a208009414ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:52.255197 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266487c5-7388-4c78-9d8a-a208009414ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:52.255518 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266487c5-7388-4c78-9d8a-a208009414ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:52.304969 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-266487c5-7388-4c78-9d8a-a208009414ce None None] Attempting to bind port 2ae3869f-6b37-4651-b50c-79fae56ec831 on host dv-cinder-836073-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:01:52.305339 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-266487c5-7388-4c78-9d8a-a208009414ce None None] Attempting to bind port 2ae3869f-6b37-4651-b50c-79fae56ec831 by drivers openvswitch,hyperv on host dv-cinder-836073-3-iscsi at level 0 using segments [{'id': '31f77d47-5c40-4753-abf6-c29fd832bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2f3b7580-c2ed-4617-8e44-6f208cdcce38'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:01:52.305746 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266487c5-7388-4c78-9d8a-a208009414ce None None] Attempting to bind port 2ae3869f-6b37-4651-b50c-79fae56ec831 on network 2f3b7580-c2ed-4617-8e44-6f208cdcce38 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:01:52.311241 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266487c5-7388-4c78-9d8a-a208009414ce None None] Checking agent: {'id': 'eea5fd99-e581-41a4-a61b-1141d246636d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 58, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:01:52.311615 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266487c5-7388-4c78-9d8a-a208009414ce None None] Checking segment: {'id': '31f77d47-5c40-4753-abf6-c29fd832bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2f3b7580-c2ed-4617-8e44-6f208cdcce38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:01:52.312019 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-266487c5-7388-4c78-9d8a-a208009414ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:52.312414 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266487c5-7388-4c78-9d8a-a208009414ce None None] Bound using segment: {'id': '31f77d47-5c40-4753-abf6-c29fd832bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2f3b7580-c2ed-4617-8e44-6f208cdcce38'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:01:52.312955 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-266487c5-7388-4c78-9d8a-a208009414ce None None] Bound port: 2ae3869f-6b37-4651-b50c-79fae56ec831, host: dv-cinder-836073-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f77d47-5c40-4753-abf6-c29fd832bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2f3b7580-c2ed-4617-8e44-6f208cdcce38'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:01:52.313392 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-266487c5-7388-4c78-9d8a-a208009414ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (2ae3869f-6b37-4651-b50c-79fae56ec831), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:52.376212 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-266487c5-7388-4c78-9d8a-a208009414ce None None] For port 2ae3869f-6b37-4651-b50c-79fae56ec831, host dv-cinder-836073-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:01:52.379250 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-266487c5-7388-4c78-9d8a-a208009414ce None None] For port 2ae3869f-6b37-4651-b50c-79fae56ec831, host dv-cinder-836073-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=2ae3869f-6b37-4651-b50c-79fae56ec831,segment=NetworkSegment(31f77d47-5c40-4753-abf6-c29fd832bfed),segment_id=31f77d47-5c40-4753-abf6-c29fd832bfed)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:01:52.466136 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-266487c5-7388-4c78-9d8a-a208009414ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (2ae3869f-6b37-4651-b50c-79fae56ec831), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:52.525564 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266487c5-7388-4c78-9d8a-a208009414ce None None] Pushing event updated for resources: {'Port': ['ID=2ae3869f-6b37-4651-b50c-79fae56ec831,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:53.038199 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 2ae3869f-6b37-4651-b50c-79fae56ec831 up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:01:53.089490 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port 2ae3869f-6b37-4651-b50c-79fae56ec831 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:01:53.090337 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (2ae3869f-6b37-4651-b50c-79fae56ec831), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:53.176281 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port 2ae3869f-6b37-4651-b50c-79fae56ec831 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:01:53.176669 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (2ae3869f-6b37-4651-b50c-79fae56ec831), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:53.217387 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] For port 2ae3869f-6b37-4651-b50c-79fae56ec831, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=2ae3869f-6b37-4651-b50c-79fae56ec831,segment=NetworkSegment(31f77d47-5c40-4753-abf6-c29fd832bfed),segment_id=31f77d47-5c40-4753-abf6-c29fd832bfed)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:01:53.283105 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (2ae3869f-6b37-4651-b50c-79fae56ec831), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:53.347086 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Pushing event updated for resources: {'Port': ['ID=2ae3869f-6b37-4651-b50c-79fae56ec831,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:53.429607 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5541f282-1217-4a29-99cf-150bf62f88dc None None] Network 2f3b7580-c2ed-4617-8e44-6f208cdcce38 requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:01:53.492911 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-5354c372-1bd9-43a3-89ab-cc323beff109 None None] Provisioning complete for port 2ae3869f-6b37-4651-b50c-79fae56ec831 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:01:53.493219 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5354c372-1bd9-43a3-89ab-cc323beff109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (2ae3869f-6b37-4651-b50c-79fae56ec831), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:53.615268 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-5354c372-1bd9-43a3-89ab-cc323beff109 None None] Current status of the port 2ae3869f-6b37-4651-b50c-79fae56ec831 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:01:53.836994 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-f1cdebea-1a5c-4fdb-b511-c6e8a279c549 None None] Provisioning complete for port 2ae3869f-6b37-4651-b50c-79fae56ec831 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:01:53.837379 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f1cdebea-1a5c-4fdb-b511-c6e8a279c549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (2ae3869f-6b37-4651-b50c-79fae56ec831), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:53.919441 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-f1cdebea-1a5c-4fdb-b511-c6e8a279c549 None None] Current status of the port 2ae3869f-6b37-4651-b50c-79fae56ec831 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:01:55.008639 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 2ae3869f-6b37-4651-b50c-79fae56ec831 up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:01:55.057500 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port 2ae3869f-6b37-4651-b50c-79fae56ec831 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:01:55.057916 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (2ae3869f-6b37-4651-b50c-79fae56ec831), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:55.138890 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port 2ae3869f-6b37-4651-b50c-79fae56ec831 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:01:57.374058 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-315c9ec7-a2ad-47b2-a6d5-cfcd4d446651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:59.854020 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c899afb0-86b0-47a6-b51e-a7dfe2a766fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:02:00.985931 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:02:02.528162 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:02:04.224995 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:02:07.563468 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 5 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:02:27.373365 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ffc1a76b-13fa-40a4-8b30-4a6a38d23eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:02:29.836544 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-de60654d-a80d-4501-bfb7-2534c5d555db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:02:30.984855 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:02:32.528077 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:02:34.219043 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:02:44.561301 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 5 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:02:57.338483 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b64bf86a-7e5e-45ca-9c93-935c3058fdb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:02:59.841708 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c98c47c-3c2f-40a9-a057-86891d0c494f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:01.013423 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:02.544714 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:04.230644 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:21.560947 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 5 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:03:27.378408 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5a7f696c-7645-4620-be67-da9dde13fcdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:29.839441 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-75525c3e-24d7-4df3-82a0-d5a9bc3e8826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:31.003503 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 42850) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:03:31.009300 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [None req-90e691cc-e017-4008-a4e5-6e0ea3425521 tempest-verify_tempest_config-193271773 tempest-verify_tempest_config-193271773-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=104017) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:03:31.010265 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-90e691cc-e017-4008-a4e5-6e0ea3425521 tempest-verify_tempest_config-193271773 tempest-verify_tempest_config-193271773-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057983 Apr 08 11:03:31.012065 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:31.536531 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 42868) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:03:31.673668 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-60336993-8ef9-43f1-ba59-325557e1dd25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:31.746678 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-60336993-8ef9-43f1-ba59-325557e1dd25 admin admin] Publish callbacks [] for security_group (cd35670f-2d6f-43d7-a208-b810fa71a1df), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:31.823615 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-60336993-8ef9-43f1-ba59-325557e1dd25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (cd35670f-2d6f-43d7-a208-b810fa71a1df), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:31.870018 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-60336993-8ef9-43f1-ba59-325557e1dd25 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=87b85b7000c0480da613e4c3276c8b80&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3324306 Apr 08 11:03:31.870882 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60336993-8ef9-43f1-ba59-325557e1dd25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd35670f-2d6f-43d7-a208-b810fa71a1df,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:03:31.873111 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 42874) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:03:31.877568 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60336993-8ef9-43f1-ba59-325557e1dd25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:31.878019 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60336993-8ef9-43f1-ba59-325557e1dd25 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:31.878377 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60336993-8ef9-43f1-ba59-325557e1dd25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:31.878721 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60336993-8ef9-43f1-ba59-325557e1dd25 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:31.879057 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60336993-8ef9-43f1-ba59-325557e1dd25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:31.879408 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60336993-8ef9-43f1-ba59-325557e1dd25 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:31.879771 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60336993-8ef9-43f1-ba59-325557e1dd25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:31.880098 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60336993-8ef9-43f1-ba59-325557e1dd25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:31.880426 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60336993-8ef9-43f1-ba59-325557e1dd25 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:31.880747 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60336993-8ef9-43f1-ba59-325557e1dd25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:31.881088 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60336993-8ef9-43f1-ba59-325557e1dd25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:31.881429 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60336993-8ef9-43f1-ba59-325557e1dd25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:31.881775 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60336993-8ef9-43f1-ba59-325557e1dd25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:31.882098 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60336993-8ef9-43f1-ba59-325557e1dd25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:31.882416 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60336993-8ef9-43f1-ba59-325557e1dd25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:31.927502 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2521d5a6-27c5-4914-b83c-d2b1a973de21 admin admin] Publish callbacks [] for security_group (cd35670f-2d6f-43d7-a208-b810fa71a1df), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:31.947948 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2521d5a6-27c5-4914-b83c-d2b1a973de21 admin admin] Publish callbacks [] for security_group (cd35670f-2d6f-43d7-a208-b810fa71a1df), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:32.102699 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2521d5a6-27c5-4914-b83c-d2b1a973de21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (cd35670f-2d6f-43d7-a208-b810fa71a1df), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:32.105199 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2521d5a6-27c5-4914-b83c-d2b1a973de21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:32.106401 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-2521d5a6-27c5-4914-b83c-d2b1a973de21 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cd35670f-2d6f-43d7-a208-b810fa71a1df HTTP/1.1" status: 204 len: 168 time: 0.2322483 Apr 08 11:03:32.114229 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2521d5a6-27c5-4914-b83c-d2b1a973de21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd35670f-2d6f-43d7-a208-b810fa71a1df,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:03:32.121009 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2521d5a6-27c5-4914-b83c-d2b1a973de21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:32.121352 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2521d5a6-27c5-4914-b83c-d2b1a973de21 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:32.121714 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2521d5a6-27c5-4914-b83c-d2b1a973de21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:32.122051 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2521d5a6-27c5-4914-b83c-d2b1a973de21 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:32.122379 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2521d5a6-27c5-4914-b83c-d2b1a973de21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:32.122703 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2521d5a6-27c5-4914-b83c-d2b1a973de21 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:32.123026 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2521d5a6-27c5-4914-b83c-d2b1a973de21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:32.123346 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2521d5a6-27c5-4914-b83c-d2b1a973de21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:32.123692 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2521d5a6-27c5-4914-b83c-d2b1a973de21 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:32.124019 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2521d5a6-27c5-4914-b83c-d2b1a973de21 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:32.124388 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2521d5a6-27c5-4914-b83c-d2b1a973de21 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:32.124711 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2521d5a6-27c5-4914-b83c-d2b1a973de21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:32.125032 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2521d5a6-27c5-4914-b83c-d2b1a973de21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:32.125350 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2521d5a6-27c5-4914-b83c-d2b1a973de21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:32.125691 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2521d5a6-27c5-4914-b83c-d2b1a973de21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:32.515930 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:34.247168 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:57.370550 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-86596e48-0f45-490d-8603-6968efb8bb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:58.560347 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 5 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:03:59.840956 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-48fd1002-7ac9-4605-aa96-2d24c5b7403e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:01.022115 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:02.538480 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:04.217689 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:27.406160 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-36e4cc8b-e5bb-403a-9d05-10a9371397be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:29.838647 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8d8ecf13-3cba-46ec-ab93-bfe41d324b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:31.006266 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:32.549003 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:34.217677 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:35.560067 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 5 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:04:57.377172 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-51baa071-0d63-4315-982a-4ba631006512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:59.831316 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4b4e2a4c-6e1c-4b8f-9750-1df3e67d80d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:01.014629 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:02.516966 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:04.225535 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:12.559504 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 5 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:05:21.585294 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457642'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:27.417173 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-25330270-29e6-41ab-a286-119270ea8670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:29.839558 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d855a3b6-b68f-445d-b591-44c7029e15da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:31.005085 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:32.525502 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:34.210976 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:36.749127 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 42944) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:36.850992 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-b8c043e3-afa1-4b6f-ba33-c08fea340308 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1007586 Apr 08 11:05:39.170978 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 42954) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:39.224612 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-2a37386b-a4b8-44fd-aaa7-cefc71b9b9c6 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0525572 Apr 08 11:05:49.558132 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:05:51.533213 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:57.376383 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-884888a4-0e82-46e6-8967-44189ffd7a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:59.864307 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-917e6291-4031-40da-88a0-ccf72ce637a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:01.016164 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:02.527677 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:04.218717 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:21.544156 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:26.557480 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:06:27.384144 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-00b58fa5-d5de-4e5d-bd3b-186dc762a1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:29.832862 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-602db3fa-93b3-4708-9369-31822ba84f4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:31.027962 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:32.531989 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:34.226987 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:51.559947 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:57.381447 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-fb2155db-bbf2-4458-9e3e-3643f9eda6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:59.834194 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a28593a8-a0a5-400e-88da-c88a4ed951e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:01.022795 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:02.529787 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:03.556173 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:07:04.199625 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:18.085192 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 43098) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:18.687874 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-7847be05-43ba-4760-b7b3-10d290089202 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-397204211-network', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:18.714384 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 43120) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:18.800448 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7847be05-43ba-4760-b7b3-10d290089202 admin admin] Made reservation on behalf of 16c20ec5a754420c8f43a0f7e847031a for: {'network': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:07:18.803178 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7847be05-43ba-4760-b7b3-10d290089202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for network (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:18.816092 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7847be05-43ba-4760-b7b3-10d290089202 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:18.848834 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-f9541678-2b62-4293-9e7e-6846995aea2a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-706190860-network', 'tenant_id': '1f79b47322ef4d809fd304d118fd43bf'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:18.915011 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7847be05-43ba-4760-b7b3-10d290089202 admin admin] Publish callbacks [] for security_group (b8448e00-de10-49c9-9997-8dfdb9bc090f), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:18.946558 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9541678-2b62-4293-9e7e-6846995aea2a admin admin] Made reservation on behalf of 1f79b47322ef4d809fd304d118fd43bf for: {'network': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:07:18.950148 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f9541678-2b62-4293-9e7e-6846995aea2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for network (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:18.961382 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f9541678-2b62-4293-9e7e-6846995aea2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:19.059703 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 43146) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:19.085867 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7847be05-43ba-4760-b7b3-10d290089202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (b8448e00-de10-49c9-9997-8dfdb9bc090f), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:19.107737 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7847be05-43ba-4760-b7b3-10d290089202 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=104017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:07:19.126765 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7847be05-43ba-4760-b7b3-10d290089202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154'] for segment (7c3cd9ae-03b6-4373-b79c-5b396a609cc9), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:19.127022 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.db.segments_db [None req-7847be05-43ba-4760-b7b3-10d290089202 admin admin] Added segment 7c3cd9ae-03b6-4373-b79c-5b396a609cc9 of type vlan for network 8dd2fe0c-a708-46a5-bc57-7be6e584a6fb Apr 08 11:07:19.187513 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847be05-43ba-4760-b7b3-10d290089202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8448e00-de10-49c9-9997-8dfdb9bc090f,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:19.191982 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7847be05-43ba-4760-b7b3-10d290089202 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771786507915'] for network (8dd2fe0c-a708-46a5-bc57-7be6e584a6fb), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:19.204406 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847be05-43ba-4760-b7b3-10d290089202 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:19.204723 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847be05-43ba-4760-b7b3-10d290089202 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:19.205099 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847be05-43ba-4760-b7b3-10d290089202 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:19.205439 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847be05-43ba-4760-b7b3-10d290089202 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:19.205927 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847be05-43ba-4760-b7b3-10d290089202 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:19.206262 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847be05-43ba-4760-b7b3-10d290089202 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:19.206590 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847be05-43ba-4760-b7b3-10d290089202 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:19.206917 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847be05-43ba-4760-b7b3-10d290089202 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:19.207260 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847be05-43ba-4760-b7b3-10d290089202 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:19.207591 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847be05-43ba-4760-b7b3-10d290089202 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:19.207956 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847be05-43ba-4760-b7b3-10d290089202 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:19.208305 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847be05-43ba-4760-b7b3-10d290089202 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:19.208631 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847be05-43ba-4760-b7b3-10d290089202 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:19.208954 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847be05-43ba-4760-b7b3-10d290089202 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:19.209273 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847be05-43ba-4760-b7b3-10d290089202 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:19.210421 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847be05-43ba-4760-b7b3-10d290089202 admin admin] Tracked resource versions report: Apr 08 11:07:19.210421 dv-cinder-836073-3-iscsi neutron-server[104017]: pushed versions: Apr 08 11:07:19.210421 dv-cinder-836073-3-iscsi neutron-server[104017]: { 'AddressGroup': {'1.2'}, Apr 08 11:07:19.210421 dv-cinder-836073-3-iscsi neutron-server[104017]: 'Agent': {'1.1'}, Apr 08 11:07:19.210421 dv-cinder-836073-3-iscsi neutron-server[104017]: 'ConntrackHelper': {'1.0'}, Apr 08 11:07:19.210421 dv-cinder-836073-3-iscsi neutron-server[104017]: 'LocalIPAssociation': {'1.0'}, Apr 08 11:07:19.210421 dv-cinder-836073-3-iscsi neutron-server[104017]: 'Log': {'1.0'}, Apr 08 11:07:19.210421 dv-cinder-836073-3-iscsi neutron-server[104017]: 'NDPProxy': {'1.0'}, Apr 08 11:07:19.210421 dv-cinder-836073-3-iscsi neutron-server[104017]: 'Network': {'1.1'}, Apr 08 11:07:19.210421 dv-cinder-836073-3-iscsi neutron-server[104017]: 'Port': {'1.7'}, Apr 08 11:07:19.210421 dv-cinder-836073-3-iscsi neutron-server[104017]: 'PortForwarding': {'1.3'}, Apr 08 11:07:19.210421 dv-cinder-836073-3-iscsi neutron-server[104017]: 'QosPolicy': {'1.10'}, Apr 08 11:07:19.210421 dv-cinder-836073-3-iscsi neutron-server[104017]: 'SecurityGroup': {'1.5'}, Apr 08 11:07:19.210421 dv-cinder-836073-3-iscsi neutron-server[104017]: 'SecurityGroupRule': {'1.2'}, Apr 08 11:07:19.210421 dv-cinder-836073-3-iscsi neutron-server[104017]: 'SubPort': {'1.0'}, Apr 08 11:07:19.210421 dv-cinder-836073-3-iscsi neutron-server[104017]: 'Subnet': {'1.1'}, Apr 08 11:07:19.210421 dv-cinder-836073-3-iscsi neutron-server[104017]: 'Trunk': {'1.1'}} Apr 08 11:07:19.210421 dv-cinder-836073-3-iscsi neutron-server[104017]: consumer versions: Apr 08 11:07:19.210421 dv-cinder-836073-3-iscsi neutron-server[104017]: { DHCP agent@dv-cinder-836073-3-iscsi: {}, Apr 08 11:07:19.210421 dv-cinder-836073-3-iscsi neutron-server[104017]: HyperV agent@hv-cinder-83607: {}, Apr 08 11:07:19.210421 dv-cinder-836073-3-iscsi neutron-server[104017]: L3 agent@dv-cinder-836073-3-iscsi: {}, Apr 08 11:07:19.210421 dv-cinder-836073-3-iscsi neutron-server[104017]: Metadata agent@dv-cinder-836073-3-iscsi: {}, Apr 08 11:07:19.210421 dv-cinder-836073-3-iscsi neutron-server[104017]: Metering agent@dv-cinder-836073-3-iscsi: {}, Apr 08 11:07:19.210421 dv-cinder-836073-3-iscsi neutron-server[104017]: Open vSwitch agent@dv-cinder-836073-3-iscsi: { 'AddressGroup': '1.2', Apr 08 11:07:19.210421 dv-cinder-836073-3-iscsi neutron-server[104017]: 'Agent': '1.1', Apr 08 11:07:19.210421 dv-cinder-836073-3-iscsi neutron-server[104017]: 'ConntrackHelper': '1.0', Apr 08 11:07:19.210421 dv-cinder-836073-3-iscsi neutron-server[104017]: 'LocalIPAssociation': '1.0', Apr 08 11:07:19.210421 dv-cinder-836073-3-iscsi neutron-server[104017]: 'Log': '1.0', Apr 08 11:07:19.210421 dv-cinder-836073-3-iscsi neutron-server[104017]: 'NDPProxy': '1.0', Apr 08 11:07:19.210421 dv-cinder-836073-3-iscsi neutron-server[104017]: 'Network': '1.1', Apr 08 11:07:19.210421 dv-cinder-836073-3-iscsi neutron-server[104017]: 'Port': '1.7', Apr 08 11:07:19.210421 dv-cinder-836073-3-iscsi neutron-server[104017]: 'PortForwarding': '1.3', Apr 08 11:07:19.210421 dv-cinder-836073-3-iscsi neutron-server[104017]: 'QosPolicy': '1.10', Apr 08 11:07:19.210421 dv-cinder-836073-3-iscsi neutron-server[104017]: 'SecurityGroup': '1.5', Apr 08 11:07:19.210421 dv-cinder-836073-3-iscsi neutron-server[104017]: 'SecurityGroupRule': '1.2', Apr 08 11:07:19.210421 dv-cinder-836073-3-iscsi neutron-server[104017]: 'SubPort': '1.0', Apr 08 11:07:19.210421 dv-cinder-836073-3-iscsi neutron-server[104017]: 'Subnet': '1.1', Apr 08 11:07:19.210421 dv-cinder-836073-3-iscsi neutron-server[104017]: 'Trunk': '1.1'}} Apr 08 11:07:19.210421 dv-cinder-836073-3-iscsi neutron-server[104017]: {{(pid=104017) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 11:07:19.250677 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f9541678-2b62-4293-9e7e-6846995aea2a admin admin] Publish callbacks [] for security_group (3a1b136f-8e61-4e8c-96dc-f451f49b8d17), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:19.364519 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f9541678-2b62-4293-9e7e-6846995aea2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (3a1b136f-8e61-4e8c-96dc-f451f49b8d17), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:19.371605 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7847be05-43ba-4760-b7b3-10d290089202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7922337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737'] for network (8dd2fe0c-a708-46a5-bc57-7be6e584a6fb), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:19.372795 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7847be05-43ba-4760-b7b3-10d290089202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:19.373515 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7847be05-43ba-4760-b7b3-10d290089202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:19.418793 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9541678-2b62-4293-9e7e-6846995aea2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1b136f-8e61-4e8c-96dc-f451f49b8d17,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:19.422527 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9541678-2b62-4293-9e7e-6846995aea2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=104017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:07:19.451362 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f9541678-2b62-4293-9e7e-6846995aea2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154'] for segment (fadf4659-5530-407b-865a-472712ee1492), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:19.456246 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.db.segments_db [None req-f9541678-2b62-4293-9e7e-6846995aea2a admin admin] Added segment fadf4659-5530-407b-865a-472712ee1492 of type vlan for network 375ae04c-c876-44f5-8837-3309cee044d8 Apr 08 11:07:19.489974 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-8fb1bdbe-a801-42f9-8437-0052369c3efa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1482535796-network', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:19.497222 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-7847be05-43ba-4760-b7b3-10d290089202 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4119034 Apr 08 11:07:19.501981 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 43166) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:19.507844 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-9a4c2d56-352c-4fb3-9b9c-c52db2cebb9c admin admin] Request body: {'subnet': {'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-397204211-subnet', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:19.528912 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847be05-43ba-4760-b7b3-10d290089202 admin admin] Pushing event updated for resources: {'Network': ['ID=8dd2fe0c-a708-46a5-bc57-7be6e584a6fb,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:19.541079 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Network 8dd2fe0c-a708-46a5-bc57-7be6e584a6fb details requested by agent ovs-agent-dv-cinder-836073-3-iscsi with host dv-cinder-836073-3-iscsi {{(pid=104018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:07:19.548795 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f9541678-2b62-4293-9e7e-6846995aea2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771786507915'] for network (375ae04c-c876-44f5-8837-3309cee044d8), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:19.622568 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb1bdbe-a801-42f9-8437-0052369c3efa admin admin] Made reservation on behalf of ff706c0e7c16476e8c00ca1ba4e85ed9 for: {'network': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:07:19.625216 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8fb1bdbe-a801-42f9-8437-0052369c3efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for network (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:19.629089 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4c2d56-352c-4fb3-9b9c-c52db2cebb9c admin admin] Made reservation on behalf of 16c20ec5a754420c8f43a0f7e847031a for: {'subnet': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:07:19.633867 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9a4c2d56-352c-4fb3-9b9c-c52db2cebb9c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:19.655060 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8fb1bdbe-a801-42f9-8437-0052369c3efa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:19.657774 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f9541678-2b62-4293-9e7e-6846995aea2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7922337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737'] for network (375ae04c-c876-44f5-8837-3309cee044d8), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:19.659341 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9541678-2b62-4293-9e7e-6846995aea2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:19.660624 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f9541678-2b62-4293-9e7e-6846995aea2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:19.743354 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9541678-2b62-4293-9e7e-6846995aea2a admin admin] Pushing event updated for resources: {'Network': ['ID=375ae04c-c876-44f5-8837-3309cee044d8,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:19.760790 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Network 375ae04c-c876-44f5-8837-3309cee044d8 details requested by agent ovs-agent-dv-cinder-836073-3-iscsi with host dv-cinder-836073-3-iscsi {{(pid=104018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:07:19.785915 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-f9541678-2b62-4293-9e7e-6846995aea2a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0679047 Apr 08 11:07:19.786630 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 43184) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:19.794318 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-a7ed407f-fd79-48c7-b1da-204566f352f4 admin admin] Request body: {'subnet': {'network_id': '375ae04c-c876-44f5-8837-3309cee044d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-706190860-subnet', 'tenant_id': '1f79b47322ef4d809fd304d118fd43bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:19.866430 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 43188) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:19.869102 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8fb1bdbe-a801-42f9-8437-0052369c3efa admin admin] Publish callbacks [] for security_group (56c876a0-3b2e-4996-9639-b26a12ee65cf), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:19.909183 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ed407f-fd79-48c7-b1da-204566f352f4 admin admin] Made reservation on behalf of 1f79b47322ef4d809fd304d118fd43bf for: {'subnet': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:07:19.911958 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a7ed407f-fd79-48c7-b1da-204566f352f4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:19.965724 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8fb1bdbe-a801-42f9-8437-0052369c3efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (56c876a0-3b2e-4996-9639-b26a12ee65cf), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:19.994242 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fb1bdbe-a801-42f9-8437-0052369c3efa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=104016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:07:20.007583 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8fb1bdbe-a801-42f9-8437-0052369c3efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154'] for segment (13a51762-62db-4a95-be12-8e98c62784f0), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:20.007946 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.db.segments_db [None req-8fb1bdbe-a801-42f9-8437-0052369c3efa admin admin] Added segment 13a51762-62db-4a95-be12-8e98c62784f0 of type vlan for network e19cdb1b-6b68-4ab1-b7ae-0515860cc308 Apr 08 11:07:20.058736 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9a4c2d56-352c-4fb3-9b9c-c52db2cebb9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737'] for subnet (c6e2448f-6563-4dea-8f56-29b70f4d3ad8), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:20.072197 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb1bdbe-a801-42f9-8437-0052369c3efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c876a0-3b2e-4996-9639-b26a12ee65cf,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:20.101357 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8fb1bdbe-a801-42f9-8437-0052369c3efa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771786507915'] for network (e19cdb1b-6b68-4ab1-b7ae-0515860cc308), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:20.106534 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb1bdbe-a801-42f9-8437-0052369c3efa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:20.107118 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb1bdbe-a801-42f9-8437-0052369c3efa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:20.107661 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb1bdbe-a801-42f9-8437-0052369c3efa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:20.108011 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb1bdbe-a801-42f9-8437-0052369c3efa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:20.108339 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb1bdbe-a801-42f9-8437-0052369c3efa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:20.108665 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb1bdbe-a801-42f9-8437-0052369c3efa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:20.108987 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb1bdbe-a801-42f9-8437-0052369c3efa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:20.109310 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb1bdbe-a801-42f9-8437-0052369c3efa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:20.109663 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb1bdbe-a801-42f9-8437-0052369c3efa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:20.109987 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb1bdbe-a801-42f9-8437-0052369c3efa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:20.110494 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb1bdbe-a801-42f9-8437-0052369c3efa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:20.111017 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb1bdbe-a801-42f9-8437-0052369c3efa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:20.111540 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb1bdbe-a801-42f9-8437-0052369c3efa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:20.112024 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb1bdbe-a801-42f9-8437-0052369c3efa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:20.112495 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb1bdbe-a801-42f9-8437-0052369c3efa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:20.113858 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb1bdbe-a801-42f9-8437-0052369c3efa admin admin] Tracked resource versions report: Apr 08 11:07:20.113858 dv-cinder-836073-3-iscsi neutron-server[104016]: pushed versions: Apr 08 11:07:20.113858 dv-cinder-836073-3-iscsi neutron-server[104016]: { 'AddressGroup': {'1.2'}, Apr 08 11:07:20.113858 dv-cinder-836073-3-iscsi neutron-server[104016]: 'Agent': {'1.1'}, Apr 08 11:07:20.113858 dv-cinder-836073-3-iscsi neutron-server[104016]: 'ConntrackHelper': {'1.0'}, Apr 08 11:07:20.113858 dv-cinder-836073-3-iscsi neutron-server[104016]: 'LocalIPAssociation': {'1.0'}, Apr 08 11:07:20.113858 dv-cinder-836073-3-iscsi neutron-server[104016]: 'Log': {'1.0'}, Apr 08 11:07:20.113858 dv-cinder-836073-3-iscsi neutron-server[104016]: 'NDPProxy': {'1.0'}, Apr 08 11:07:20.113858 dv-cinder-836073-3-iscsi neutron-server[104016]: 'Network': {'1.1'}, Apr 08 11:07:20.113858 dv-cinder-836073-3-iscsi neutron-server[104016]: 'Port': {'1.7'}, Apr 08 11:07:20.113858 dv-cinder-836073-3-iscsi neutron-server[104016]: 'PortForwarding': {'1.3'}, Apr 08 11:07:20.113858 dv-cinder-836073-3-iscsi neutron-server[104016]: 'QosPolicy': {'1.10'}, Apr 08 11:07:20.113858 dv-cinder-836073-3-iscsi neutron-server[104016]: 'SecurityGroup': {'1.5'}, Apr 08 11:07:20.113858 dv-cinder-836073-3-iscsi neutron-server[104016]: 'SecurityGroupRule': {'1.2'}, Apr 08 11:07:20.113858 dv-cinder-836073-3-iscsi neutron-server[104016]: 'SubPort': {'1.0'}, Apr 08 11:07:20.113858 dv-cinder-836073-3-iscsi neutron-server[104016]: 'Subnet': {'1.1'}, Apr 08 11:07:20.113858 dv-cinder-836073-3-iscsi neutron-server[104016]: 'Trunk': {'1.1'}} Apr 08 11:07:20.113858 dv-cinder-836073-3-iscsi neutron-server[104016]: consumer versions: Apr 08 11:07:20.113858 dv-cinder-836073-3-iscsi neutron-server[104016]: { DHCP agent@dv-cinder-836073-3-iscsi: {}, Apr 08 11:07:20.113858 dv-cinder-836073-3-iscsi neutron-server[104016]: HyperV agent@hv-cinder-83607: {}, Apr 08 11:07:20.113858 dv-cinder-836073-3-iscsi neutron-server[104016]: L3 agent@dv-cinder-836073-3-iscsi: {}, Apr 08 11:07:20.113858 dv-cinder-836073-3-iscsi neutron-server[104016]: Metadata agent@dv-cinder-836073-3-iscsi: {}, Apr 08 11:07:20.113858 dv-cinder-836073-3-iscsi neutron-server[104016]: Metering agent@dv-cinder-836073-3-iscsi: {}, Apr 08 11:07:20.113858 dv-cinder-836073-3-iscsi neutron-server[104016]: Open vSwitch agent@dv-cinder-836073-3-iscsi: { 'AddressGroup': '1.2', Apr 08 11:07:20.113858 dv-cinder-836073-3-iscsi neutron-server[104016]: 'Agent': '1.1', Apr 08 11:07:20.113858 dv-cinder-836073-3-iscsi neutron-server[104016]: 'ConntrackHelper': '1.0', Apr 08 11:07:20.113858 dv-cinder-836073-3-iscsi neutron-server[104016]: 'LocalIPAssociation': '1.0', Apr 08 11:07:20.113858 dv-cinder-836073-3-iscsi neutron-server[104016]: 'Log': '1.0', Apr 08 11:07:20.113858 dv-cinder-836073-3-iscsi neutron-server[104016]: 'NDPProxy': '1.0', Apr 08 11:07:20.113858 dv-cinder-836073-3-iscsi neutron-server[104016]: 'Network': '1.1', Apr 08 11:07:20.113858 dv-cinder-836073-3-iscsi neutron-server[104016]: 'Port': '1.7', Apr 08 11:07:20.113858 dv-cinder-836073-3-iscsi neutron-server[104016]: 'PortForwarding': '1.3', Apr 08 11:07:20.113858 dv-cinder-836073-3-iscsi neutron-server[104016]: 'QosPolicy': '1.10', Apr 08 11:07:20.113858 dv-cinder-836073-3-iscsi neutron-server[104016]: 'SecurityGroup': '1.5', Apr 08 11:07:20.113858 dv-cinder-836073-3-iscsi neutron-server[104016]: 'SecurityGroupRule': '1.2', Apr 08 11:07:20.113858 dv-cinder-836073-3-iscsi neutron-server[104016]: 'SubPort': '1.0', Apr 08 11:07:20.113858 dv-cinder-836073-3-iscsi neutron-server[104016]: 'Subnet': '1.1', Apr 08 11:07:20.113858 dv-cinder-836073-3-iscsi neutron-server[104016]: 'Trunk': '1.1'}} Apr 08 11:07:20.113858 dv-cinder-836073-3-iscsi neutron-server[104016]: {{(pid=104016) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 11:07:20.202801 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4c2d56-352c-4fb3-9b9c-c52db2cebb9c admin admin] Checking segment: {'id': '7c3cd9ae-03b6-4373-b79c-5b396a609cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:07:20.203424 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4c2d56-352c-4fb3-9b9c-c52db2cebb9c admin admin] Network hostable DHCP agents. Network: 8dd2fe0c-a708-46a5-bc57-7be6e584a6fb, hostable agents: ['19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3'], hosted agents: [] {{(pid=104016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:07:20.216861 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c2d56-352c-4fb3-9b9c-c52db2cebb9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6e2448f-6563-4dea-8f56-29b70f4d3ad8,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:20.228255 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a7ed407f-fd79-48c7-b1da-204566f352f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737'] for subnet (f1906683-baff-4f15-9428-02372aeff022), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:20.251180 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8fb1bdbe-a801-42f9-8437-0052369c3efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7922337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737'] for network (e19cdb1b-6b68-4ab1-b7ae-0515860cc308), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:20.252347 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb1bdbe-a801-42f9-8437-0052369c3efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:20.252938 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8fb1bdbe-a801-42f9-8437-0052369c3efa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:20.274381 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-4d78e78d-240b-4e6e-b598-da99cf5f9d36 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-566511373-network', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:20.304104 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4c2d56-352c-4fb3-9b9c-c52db2cebb9c admin admin] Network 8dd2fe0c-a708-46a5-bc57-7be6e584a6fb is scheduled to be hosted by DHCP agent 19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3 with binding_index 1 {{(pid=104016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:07:20.322899 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed407f-fd79-48c7-b1da-204566f352f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1906683-baff-4f15-9428-02372aeff022,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:20.330984 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ed407f-fd79-48c7-b1da-204566f352f4 admin admin] Checking segment: {'id': 'fadf4659-5530-407b-865a-472712ee1492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '375ae04c-c876-44f5-8837-3309cee044d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:07:20.331664 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ed407f-fd79-48c7-b1da-204566f352f4 admin admin] Network hostable DHCP agents. Network: 375ae04c-c876-44f5-8837-3309cee044d8, hostable agents: ['19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3'], hosted agents: [] {{(pid=104017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:07:20.359601 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb1bdbe-a801-42f9-8437-0052369c3efa admin admin] Pushing event updated for resources: {'Network': ['ID=e19cdb1b-6b68-4ab1-b7ae-0515860cc308,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:20.372199 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Network e19cdb1b-6b68-4ab1-b7ae-0515860cc308 details requested by agent ovs-agent-dv-cinder-836073-3-iscsi with host dv-cinder-836073-3-iscsi {{(pid=104018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:07:20.413358 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-8fb1bdbe-a801-42f9-8437-0052369c3efa admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3520315 Apr 08 11:07:20.413825 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d78e78d-240b-4e6e-b598-da99cf5f9d36 admin admin] Made reservation on behalf of a1193c805e04401c8afbb9690ce62e77 for: {'network': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:07:20.417313 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-9a4c2d56-352c-4fb3-9b9c-c52db2cebb9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-3-iscsi, 8dd2fe0c-a708-46a5-bc57-7be6e584a6fb) {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:07:20.418221 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4d78e78d-240b-4e6e-b598-da99cf5f9d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for network (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:20.420434 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4c2d56-352c-4fb3-9b9c-c52db2cebb9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:20.421380 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 43206) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:20.421620 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9a4c2d56-352c-4fb3-9b9c-c52db2cebb9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:20.429366 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-ec2da738-b3c9-4166-88ec-1ee62e688e75 admin admin] Request body: {'subnet': {'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1482535796-subnet', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:20.441193 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deee9284-0216-44fb-969a-c927e80442ec None None] Network 8dd2fe0c-a708-46a5-bc57-7be6e584a6fb requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:07:20.445470 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4d78e78d-240b-4e6e-b598-da99cf5f9d36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:20.515981 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ed407f-fd79-48c7-b1da-204566f352f4 admin admin] Network 375ae04c-c876-44f5-8837-3309cee044d8 is scheduled to be hosted by DHCP agent 19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3 with binding_index 1 {{(pid=104017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:07:20.535869 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-a7ed407f-fd79-48c7-b1da-204566f352f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-3-iscsi, 375ae04c-c876-44f5-8837-3309cee044d8) {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:07:20.540453 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-9a4c2d56-352c-4fb3-9b9c-c52db2cebb9c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0371301 Apr 08 11:07:20.542871 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2da738-b3c9-4166-88ec-1ee62e688e75 admin admin] Made reservation on behalf of ff706c0e7c16476e8c00ca1ba4e85ed9 for: {'subnet': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:07:20.543685 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 43210) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:20.545454 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ec2da738-b3c9-4166-88ec-1ee62e688e75 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:20.549987 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-26d724e5-9e95-46cf-aeb8-6a334c1cd976 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-397204211-router', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'}}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:20.554117 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b423642-5c0c-4974-9833-701da5733013 None None] Network 375ae04c-c876-44f5-8837-3309cee044d8 requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:07:20.644423 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a404ca-6baf-4fa9-88f5-38efc4b4a11c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9c17c0d-e777-5cf5-a53f-4f0394d5d5a3-8dd2fe0c-a708-46a5-bc57-7be6e584a6fb', 'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb', 'project_id': '16c20ec5a754420c8f43a0f7e847031a', 'fixed_ips': [{'subnet_id': 'c6e2448f-6563-4dea-8f56-29b70f4d3ad8'}]}} from dv-cinder-836073-3-iscsi. {{(pid=104018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 11:07:20.645349 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b8a404ca-6baf-4fa9-88f5-38efc4b4a11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:20.649190 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ed407f-fd79-48c7-b1da-204566f352f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:20.649951 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a7ed407f-fd79-48c7-b1da-204566f352f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:20.660443 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-26d724e5-9e95-46cf-aeb8-6a334c1cd976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-458056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1014035'] for router (16348a5f-1886-4781-bf96-5148ab3792c9), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:20.664665 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-26d724e5-9e95-46cf-aeb8-6a334c1cd976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456264', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-479860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1014248'] for router (16348a5f-1886-4781-bf96-5148ab3792c9), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:20.725383 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4d78e78d-240b-4e6e-b598-da99cf5f9d36 admin admin] Publish callbacks [] for security_group (76203cd8-d326-4fed-933b-39eb0f8817be), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:20.810650 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-a7ed407f-fd79-48c7-b1da-204566f352f4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0219667 Apr 08 11:07:20.814905 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d989f1a7-ee2c-4be2-9360-938d326a2330 None None] Network 375ae04c-c876-44f5-8837-3309cee044d8 requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:07:20.825009 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-26d724e5-9e95-46cf-aeb8-6a334c1cd976 admin admin] Publish callbacks [] for router_controller (16348a5f-1886-4781-bf96-5148ab3792c9), precommit_add_association {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:20.833965 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4d78e78d-240b-4e6e-b598-da99cf5f9d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (76203cd8-d326-4fed-933b-39eb0f8817be), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:20.884611 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d78e78d-240b-4e6e-b598-da99cf5f9d36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=104017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:07:20.906619 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ec2da738-b3c9-4166-88ec-1ee62e688e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737'] for subnet (9010fa40-00fa-4f20-8fb7-c4e600b421ca), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:20.917273 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4d78e78d-240b-4e6e-b598-da99cf5f9d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154'] for segment (bb9e3258-fa2f-4286-80e8-28f078f3a6fa), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:20.924533 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.db.segments_db [None req-4d78e78d-240b-4e6e-b598-da99cf5f9d36 admin admin] Added segment bb9e3258-fa2f-4286-80e8-28f078f3a6fa of type vlan for network dc6c096a-ab1d-4dd5-b548-e6d43b20edbf Apr 08 11:07:20.931679 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d78e78d-240b-4e6e-b598-da99cf5f9d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76203cd8-d326-4fed-933b-39eb0f8817be,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:21.078820 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [None req-b8a404ca-6baf-4fa9-88f5-38efc4b4a11c None None] Allocated IP 172.20.0.2 (8dd2fe0c-a708-46a5-bc57-7be6e584a6fb/c6e2448f-6563-4dea-8f56-29b70f4d3ad8/c0dd96e3-d9ef-42c2-83d8-23fbdeff1421) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:07:21.144231 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4d78e78d-240b-4e6e-b598-da99cf5f9d36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771786507915'] for network (dc6c096a-ab1d-4dd5-b548-e6d43b20edbf), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:21.213015 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2da738-b3c9-4166-88ec-1ee62e688e75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9010fa40-00fa-4f20-8fb7-c4e600b421ca,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:21.223777 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2da738-b3c9-4166-88ec-1ee62e688e75 admin admin] Checking segment: {'id': '13a51762-62db-4a95-be12-8e98c62784f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:07:21.224053 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2da738-b3c9-4166-88ec-1ee62e688e75 admin admin] Network hostable DHCP agents. Network: e19cdb1b-6b68-4ab1-b7ae-0515860cc308, hostable agents: ['19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3'], hosted agents: [] {{(pid=104017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:07:21.268316 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4d78e78d-240b-4e6e-b598-da99cf5f9d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7922337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737'] for network (dc6c096a-ab1d-4dd5-b548-e6d43b20edbf), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:21.269865 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d78e78d-240b-4e6e-b598-da99cf5f9d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:21.270460 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4d78e78d-240b-4e6e-b598-da99cf5f9d36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:21.301462 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-26d724e5-9e95-46cf-aeb8-6a334c1cd976 admin admin] Publish callbacks [] for router_gateway (16348a5f-1886-4781-bf96-5148ab3792c9), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:21.356470 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2da738-b3c9-4166-88ec-1ee62e688e75 admin admin] Network e19cdb1b-6b68-4ab1-b7ae-0515860cc308 is scheduled to be hosted by DHCP agent 19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3 with binding_index 1 {{(pid=104017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:07:21.368561 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-4d78e78d-240b-4e6e-b598-da99cf5f9d36 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5010278 Apr 08 11:07:21.373474 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 43248) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:21.378943 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-cab57f22-9522-4c4e-a377-4e0759c450f5 admin admin] Request body: {'subnet': {'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-566511373-subnet', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:21.398585 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d78e78d-240b-4e6e-b598-da99cf5f9d36 admin admin] Pushing event updated for resources: {'Network': ['ID=dc6c096a-ab1d-4dd5-b548-e6d43b20edbf,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:21.410974 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-ec2da738-b3c9-4166-88ec-1ee62e688e75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-3-iscsi, e19cdb1b-6b68-4ab1-b7ae-0515860cc308) {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:07:21.427007 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2da738-b3c9-4166-88ec-1ee62e688e75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:21.427607 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ec2da738-b3c9-4166-88ec-1ee62e688e75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:21.428681 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Network dc6c096a-ab1d-4dd5-b548-e6d43b20edbf details requested by agent ovs-agent-dv-cinder-836073-3-iscsi with host dv-cinder-836073-3-iscsi {{(pid=104018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:07:21.436366 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837b3eac-6f71-4edf-86b5-129a354de761 None None] Network e19cdb1b-6b68-4ab1-b7ae-0515860cc308 requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:07:21.456667 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab57f22-9522-4c4e-a377-4e0759c450f5 admin admin] Made reservation on behalf of a1193c805e04401c8afbb9690ce62e77 for: {'subnet': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:07:21.459855 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cab57f22-9522-4c4e-a377-4e0759c450f5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:21.728657 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-ec2da738-b3c9-4166-88ec-1ee62e688e75 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3060701 Apr 08 11:07:21.734513 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 43268) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:21.738063 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-4c12e563-c63e-404c-b656-5ae24b7b7fd1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1482535796-router', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'}}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:21.781524 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cab57f22-9522-4c4e-a377-4e0759c450f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737'] for subnet (69645fe8-51b2-4fb3-8963-10a4b0bd4ba3), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:21.793570 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b8a404ca-6baf-4fa9-88f5-38efc4b4a11c None None] Publish callbacks [] for port (c0dd96e3-d9ef-42c2-83d8-23fbdeff1421), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:21.820977 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-26d724e5-9e95-46cf-aeb8-6a334c1cd976 admin admin] Publish callbacks [] for router_gateway (16348a5f-1886-4781-bf96-5148ab3792c9), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:21.856821 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab57f22-9522-4c4e-a377-4e0759c450f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69645fe8-51b2-4fb3-8963-10a4b0bd4ba3,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:21.857534 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-26d724e5-9e95-46cf-aeb8-6a334c1cd976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:21.878395 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab57f22-9522-4c4e-a377-4e0759c450f5 admin admin] Checking segment: {'id': 'bb9e3258-fa2f-4286-80e8-28f078f3a6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:07:21.878851 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab57f22-9522-4c4e-a377-4e0759c450f5 admin admin] Network hostable DHCP agents. Network: dc6c096a-ab1d-4dd5-b548-e6d43b20edbf, hostable agents: ['19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3'], hosted agents: [] {{(pid=104017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:07:21.902658 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4c12e563-c63e-404c-b656-5ae24b7b7fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-458056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1014035'] for router (943a4045-54bd-49f9-88a5-96d188b44ed8), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:21.904538 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4c12e563-c63e-404c-b656-5ae24b7b7fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456264', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-479860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1014248'] for router (943a4045-54bd-49f9-88a5-96d188b44ed8), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:22.048363 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b8a404ca-6baf-4fa9-88f5-38efc4b4a11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629'] for port (c0dd96e3-d9ef-42c2-83d8-23fbdeff1421), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:22.060553 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab57f22-9522-4c4e-a377-4e0759c450f5 admin admin] Network dc6c096a-ab1d-4dd5-b548-e6d43b20edbf is scheduled to be hosted by DHCP agent 19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3 with binding_index 1 {{(pid=104017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:07:22.079135 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4c12e563-c63e-404c-b656-5ae24b7b7fd1 admin admin] Publish callbacks [] for router_controller (943a4045-54bd-49f9-88a5-96d188b44ed8), precommit_add_association {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:22.101061 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a404ca-6baf-4fa9-88f5-38efc4b4a11c None None] Pushing event updated for resources: {'Port': ['ID=c0dd96e3-d9ef-42c2-83d8-23fbdeff1421,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:22.114126 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a404ca-6baf-4fa9-88f5-38efc4b4a11c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:22.114744 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a404ca-6baf-4fa9-88f5-38efc4b4a11c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:22.115245 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a404ca-6baf-4fa9-88f5-38efc4b4a11c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:22.115751 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a404ca-6baf-4fa9-88f5-38efc4b4a11c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:22.116255 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a404ca-6baf-4fa9-88f5-38efc4b4a11c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:22.116602 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a404ca-6baf-4fa9-88f5-38efc4b4a11c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:22.116978 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a404ca-6baf-4fa9-88f5-38efc4b4a11c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:22.117308 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a404ca-6baf-4fa9-88f5-38efc4b4a11c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:22.117651 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a404ca-6baf-4fa9-88f5-38efc4b4a11c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:22.117980 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a404ca-6baf-4fa9-88f5-38efc4b4a11c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:22.118303 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a404ca-6baf-4fa9-88f5-38efc4b4a11c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:22.118643 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a404ca-6baf-4fa9-88f5-38efc4b4a11c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:22.118967 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a404ca-6baf-4fa9-88f5-38efc4b4a11c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:22.119284 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a404ca-6baf-4fa9-88f5-38efc4b4a11c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:22.119711 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a404ca-6baf-4fa9-88f5-38efc4b4a11c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:22.121122 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a404ca-6baf-4fa9-88f5-38efc4b4a11c None None] Tracked resource versions report: Apr 08 11:07:22.121122 dv-cinder-836073-3-iscsi neutron-server[104018]: pushed versions: Apr 08 11:07:22.121122 dv-cinder-836073-3-iscsi neutron-server[104018]: { 'AddressGroup': {'1.2'}, Apr 08 11:07:22.121122 dv-cinder-836073-3-iscsi neutron-server[104018]: 'Agent': {'1.1'}, Apr 08 11:07:22.121122 dv-cinder-836073-3-iscsi neutron-server[104018]: 'ConntrackHelper': {'1.0'}, Apr 08 11:07:22.121122 dv-cinder-836073-3-iscsi neutron-server[104018]: 'LocalIPAssociation': {'1.0'}, Apr 08 11:07:22.121122 dv-cinder-836073-3-iscsi neutron-server[104018]: 'Log': {'1.0'}, Apr 08 11:07:22.121122 dv-cinder-836073-3-iscsi neutron-server[104018]: 'NDPProxy': {'1.0'}, Apr 08 11:07:22.121122 dv-cinder-836073-3-iscsi neutron-server[104018]: 'Network': {'1.1'}, Apr 08 11:07:22.121122 dv-cinder-836073-3-iscsi neutron-server[104018]: 'Port': {'1.7'}, Apr 08 11:07:22.121122 dv-cinder-836073-3-iscsi neutron-server[104018]: 'PortForwarding': {'1.3'}, Apr 08 11:07:22.121122 dv-cinder-836073-3-iscsi neutron-server[104018]: 'QosPolicy': {'1.10'}, Apr 08 11:07:22.121122 dv-cinder-836073-3-iscsi neutron-server[104018]: 'SecurityGroup': {'1.5'}, Apr 08 11:07:22.121122 dv-cinder-836073-3-iscsi neutron-server[104018]: 'SecurityGroupRule': {'1.2'}, Apr 08 11:07:22.121122 dv-cinder-836073-3-iscsi neutron-server[104018]: 'SubPort': {'1.0'}, Apr 08 11:07:22.121122 dv-cinder-836073-3-iscsi neutron-server[104018]: 'Subnet': {'1.1'}, Apr 08 11:07:22.121122 dv-cinder-836073-3-iscsi neutron-server[104018]: 'Trunk': {'1.1'}} Apr 08 11:07:22.121122 dv-cinder-836073-3-iscsi neutron-server[104018]: consumer versions: Apr 08 11:07:22.121122 dv-cinder-836073-3-iscsi neutron-server[104018]: { DHCP agent@dv-cinder-836073-3-iscsi: {}, Apr 08 11:07:22.121122 dv-cinder-836073-3-iscsi neutron-server[104018]: HyperV agent@hv-cinder-83607: {}, Apr 08 11:07:22.121122 dv-cinder-836073-3-iscsi neutron-server[104018]: L3 agent@dv-cinder-836073-3-iscsi: {}, Apr 08 11:07:22.121122 dv-cinder-836073-3-iscsi neutron-server[104018]: Metadata agent@dv-cinder-836073-3-iscsi: {}, Apr 08 11:07:22.121122 dv-cinder-836073-3-iscsi neutron-server[104018]: Metering agent@dv-cinder-836073-3-iscsi: {}, Apr 08 11:07:22.121122 dv-cinder-836073-3-iscsi neutron-server[104018]: Open vSwitch agent@dv-cinder-836073-3-iscsi: { 'AddressGroup': '1.2', Apr 08 11:07:22.121122 dv-cinder-836073-3-iscsi neutron-server[104018]: 'Agent': '1.1', Apr 08 11:07:22.121122 dv-cinder-836073-3-iscsi neutron-server[104018]: 'ConntrackHelper': '1.0', Apr 08 11:07:22.121122 dv-cinder-836073-3-iscsi neutron-server[104018]: 'LocalIPAssociation': '1.0', Apr 08 11:07:22.121122 dv-cinder-836073-3-iscsi neutron-server[104018]: 'Log': '1.0', Apr 08 11:07:22.121122 dv-cinder-836073-3-iscsi neutron-server[104018]: 'NDPProxy': '1.0', Apr 08 11:07:22.121122 dv-cinder-836073-3-iscsi neutron-server[104018]: 'Network': '1.1', Apr 08 11:07:22.121122 dv-cinder-836073-3-iscsi neutron-server[104018]: 'Port': '1.7', Apr 08 11:07:22.121122 dv-cinder-836073-3-iscsi neutron-server[104018]: 'PortForwarding': '1.3', Apr 08 11:07:22.121122 dv-cinder-836073-3-iscsi neutron-server[104018]: 'QosPolicy': '1.10', Apr 08 11:07:22.121122 dv-cinder-836073-3-iscsi neutron-server[104018]: 'SecurityGroup': '1.5', Apr 08 11:07:22.121122 dv-cinder-836073-3-iscsi neutron-server[104018]: 'SecurityGroupRule': '1.2', Apr 08 11:07:22.121122 dv-cinder-836073-3-iscsi neutron-server[104018]: 'SubPort': '1.0', Apr 08 11:07:22.121122 dv-cinder-836073-3-iscsi neutron-server[104018]: 'Subnet': '1.1', Apr 08 11:07:22.121122 dv-cinder-836073-3-iscsi neutron-server[104018]: 'Trunk': '1.1'}} Apr 08 11:07:22.121122 dv-cinder-836073-3-iscsi neutron-server[104018]: {{(pid=104018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 11:07:22.148628 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-26d724e5-9e95-46cf-aeb8-6a334c1cd976 admin admin] Allocated IP 172.27.0.112 (9ba38368-ff54-4986-b9fd-e3d76f01d727/295b2c6f-15e1-46ca-ae70-e3531500d944/883c6c70-058e-426a-aa69-6ead7a04d08f) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:07:22.155939 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a404ca-6baf-4fa9-88f5-38efc4b4a11c None None] Network 8dd2fe0c-a708-46a5-bc57-7be6e584a6fb is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:07:22.159501 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-b8a404ca-6baf-4fa9-88f5-38efc4b4a11c None None] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:07:22.163332 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a404ca-6baf-4fa9-88f5-38efc4b4a11c None None] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:07:22.226170 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5154999-0fbc-44a9-b80a-4f75f827f2e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9c17c0d-e777-5cf5-a53f-4f0394d5d5a3-e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'fixed_ips': [{'subnet_id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca'}]}} from dv-cinder-836073-3-iscsi. {{(pid=104018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 11:07:22.227004 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f5154999-0fbc-44a9-b80a-4f75f827f2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:22.233929 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-cab57f22-9522-4c4e-a377-4e0759c450f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-3-iscsi, dc6c096a-ab1d-4dd5-b548-e6d43b20edbf) {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:07:22.241968 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab57f22-9522-4c4e-a377-4e0759c450f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:22.246718 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cab57f22-9522-4c4e-a377-4e0759c450f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:22.286897 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35786e1d-5fa2-4ff0-80aa-4d94c3059103 None None] Network dc6c096a-ab1d-4dd5-b548-e6d43b20edbf requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:07:22.328274 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-cab57f22-9522-4c4e-a377-4e0759c450f5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9534087 Apr 08 11:07:22.350888 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-26d724e5-9e95-46cf-aeb8-6a334c1cd976 admin admin] Publish callbacks [] for port (883c6c70-058e-426a-aa69-6ead7a04d08f), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:22.364933 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 43282) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:22.373865 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-7d232bf1-872d-47ca-9f88-b40fa439ac64 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-566511373-router', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'}}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:22.378951 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:22.470531 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4c12e563-c63e-404c-b656-5ae24b7b7fd1 admin admin] Publish callbacks [] for router_gateway (943a4045-54bd-49f9-88a5-96d188b44ed8), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:22.482642 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-b8a404ca-6baf-4fa9-88f5-38efc4b4a11c None None] Attempting to bind port c0dd96e3-d9ef-42c2-83d8-23fbdeff1421 on host dv-cinder-836073-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:07:22.483142 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-b8a404ca-6baf-4fa9-88f5-38efc4b4a11c None None] Attempting to bind port c0dd96e3-d9ef-42c2-83d8-23fbdeff1421 by drivers openvswitch,hyperv on host dv-cinder-836073-3-iscsi at level 0 using segments [{'id': '7c3cd9ae-03b6-4373-b79c-5b396a609cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:07:22.483512 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a404ca-6baf-4fa9-88f5-38efc4b4a11c None None] Attempting to bind port c0dd96e3-d9ef-42c2-83d8-23fbdeff1421 on network 8dd2fe0c-a708-46a5-bc57-7be6e584a6fb {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:07:22.519775 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7d232bf1-872d-47ca-9f88-b40fa439ac64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-458056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1014035'] for router (b78a864e-c382-4149-b438-3b3373b9e7da), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:22.521089 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7d232bf1-872d-47ca-9f88-b40fa439ac64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456264', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-479860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1014248'] for router (b78a864e-c382-4149-b438-3b3373b9e7da), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:22.522749 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a404ca-6baf-4fa9-88f5-38efc4b4a11c None None] Checking agent: {'id': 'eea5fd99-e581-41a4-a61b-1141d246636d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 58, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:07:22.527198 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a404ca-6baf-4fa9-88f5-38efc4b4a11c None None] Checking segment: {'id': '7c3cd9ae-03b6-4373-b79c-5b396a609cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:07:22.527198 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b8a404ca-6baf-4fa9-88f5-38efc4b4a11c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:22.527198 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a404ca-6baf-4fa9-88f5-38efc4b4a11c None None] Bound using segment: {'id': '7c3cd9ae-03b6-4373-b79c-5b396a609cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:07:22.527198 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-b8a404ca-6baf-4fa9-88f5-38efc4b4a11c None None] Bound port: c0dd96e3-d9ef-42c2-83d8-23fbdeff1421, host: dv-cinder-836073-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c3cd9ae-03b6-4373-b79c-5b396a609cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:07:22.527198 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b8a404ca-6baf-4fa9-88f5-38efc4b4a11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (c0dd96e3-d9ef-42c2-83d8-23fbdeff1421), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:22.527670 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-26d724e5-9e95-46cf-aeb8-6a334c1cd976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629'] for port (883c6c70-058e-426a-aa69-6ead7a04d08f), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:22.574378 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [None req-f5154999-0fbc-44a9-b80a-4f75f827f2e3 None None] Allocated IP 172.20.0.2 (e19cdb1b-6b68-4ab1-b7ae-0515860cc308/9010fa40-00fa-4f20-8fb7-c4e600b421ca/0a8ccc56-a5d5-421c-ac56-f9b1be67df23) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:07:22.609091 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d724e5-9e95-46cf-aeb8-6a334c1cd976 admin admin] Network 9ba38368-ff54-4986-b9fd-e3d76f01d727 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:07:22.655890 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-26d724e5-9e95-46cf-aeb8-6a334c1cd976 admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:07:22.658977 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 43314) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:22.675233 dv-cinder-836073-3-iscsi neutron-server[104017]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 08 11:07:22.683624 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f6d235-c925-4e3a-8f1e-04643bd594cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9c17c0d-e777-5cf5-a53f-4f0394d5d5a3-dc6c096a-ab1d-4dd5-b548-e6d43b20edbf', 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf', 'project_id': 'a1193c805e04401c8afbb9690ce62e77', 'fixed_ips': [{'subnet_id': '69645fe8-51b2-4fb3-8963-10a4b0bd4ba3'}]}} from dv-cinder-836073-3-iscsi. {{(pid=104018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 11:07:22.685281 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-14f6d235-c925-4e3a-8f1e-04643bd594cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:22.735429 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-b8a404ca-6baf-4fa9-88f5-38efc4b4a11c None None] For port c0dd96e3-d9ef-42c2-83d8-23fbdeff1421, host dv-cinder-836073-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:07:22.736339 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d724e5-9e95-46cf-aeb8-6a334c1cd976 admin admin] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:07:22.740576 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d724e5-9e95-46cf-aeb8-6a334c1cd976 admin admin] Pushing event updated for resources: {'Port': ['ID=883c6c70-058e-426a-aa69-6ead7a04d08f,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:22.772909 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-b8a404ca-6baf-4fa9-88f5-38efc4b4a11c None None] For port c0dd96e3-d9ef-42c2-83d8-23fbdeff1421, host dv-cinder-836073-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=c0dd96e3-d9ef-42c2-83d8-23fbdeff1421,segment=NetworkSegment(7c3cd9ae-03b6-4373-b79c-5b396a609cc9),segment_id=7c3cd9ae-03b6-4373-b79c-5b396a609cc9)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:07:22.862535 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b8a404ca-6baf-4fa9-88f5-38efc4b4a11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (c0dd96e3-d9ef-42c2-83d8-23fbdeff1421), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:22.924847 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7d232bf1-872d-47ca-9f88-b40fa439ac64 admin admin] Publish callbacks [] for router_controller (b78a864e-c382-4149-b438-3b3373b9e7da), precommit_add_association {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:22.982151 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a404ca-6baf-4fa9-88f5-38efc4b4a11c None None] Pushing event updated for resources: {'Port': ['ID=c0dd96e3-d9ef-42c2-83d8-23fbdeff1421,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:23.085790 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-2d5f269d-cf46-44e9-b7b1-d9f3f619bb93 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:23.087485 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-2d5f269d-cf46-44e9-b7b1-d9f3f619bb93 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/networks?id=375ae04c-c876-44f5-8837-3309cee044d8 HTTP/1.1" status: 200 len: 811 time: 0.4265382 Apr 08 11:07:23.103107 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f5154999-0fbc-44a9-b80a-4f75f827f2e3 None None] Publish callbacks [] for port (0a8ccc56-a5d5-421c-ac56-f9b1be67df23), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:23.105329 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [None req-14f6d235-c925-4e3a-8f1e-04643bd594cb None None] Allocated IP 172.20.0.2 (dc6c096a-ab1d-4dd5-b548-e6d43b20edbf/69645fe8-51b2-4fb3-8963-10a4b0bd4ba3/c759a638-b141-43c1-9b89-aa123e552da0) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:07:23.186713 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-4fc0449c-0c56-4320-ae32-582c7a1bebab tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/quotas/1f79b47322ef4d809fd304d118fd43bf HTTP/1.1" status: 200 len: 375 time: 0.0247099 Apr 08 11:07:23.191800 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f5154999-0fbc-44a9-b80a-4f75f827f2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629'] for port (0a8ccc56-a5d5-421c-ac56-f9b1be67df23), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:23.291349 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5154999-0fbc-44a9-b80a-4f75f827f2e3 None None] Network e19cdb1b-6b68-4ab1-b7ae-0515860cc308 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:07:23.298047 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-f5154999-0fbc-44a9-b80a-4f75f827f2e3 None None] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:07:23.302544 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5154999-0fbc-44a9-b80a-4f75f827f2e3 None None] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:07:23.360995 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-739adaa8-7b03-4625-b1a4-00f388e82462 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1f79b47322ef4d809fd304d118fd43bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0891016 Apr 08 11:07:23.394391 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4c12e563-c63e-404c-b656-5ae24b7b7fd1 admin admin] Publish callbacks [] for router_gateway (943a4045-54bd-49f9-88a5-96d188b44ed8), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:23.460205 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7d232bf1-872d-47ca-9f88-b40fa439ac64 admin admin] Publish callbacks [] for router_gateway (b78a864e-c382-4149-b438-3b3373b9e7da), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:23.460701 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5154999-0fbc-44a9-b80a-4f75f827f2e3 None None] Pushing event updated for resources: {'Port': ['ID=0a8ccc56-a5d5-421c-ac56-f9b1be67df23,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:23.517036 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4c12e563-c63e-404c-b656-5ae24b7b7fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:23.692739 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-14f6d235-c925-4e3a-8f1e-04643bd594cb None None] Publish callbacks [] for port (c759a638-b141-43c1-9b89-aa123e552da0), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:23.700518 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-26d724e5-9e95-46cf-aeb8-6a334c1cd976 admin admin] Publish callbacks [] for router_gateway (16348a5f-1886-4781-bf96-5148ab3792c9), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:23.708393 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-f5154999-0fbc-44a9-b80a-4f75f827f2e3 None None] Attempting to bind port 0a8ccc56-a5d5-421c-ac56-f9b1be67df23 on host dv-cinder-836073-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:07:23.708776 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-f5154999-0fbc-44a9-b80a-4f75f827f2e3 None None] Attempting to bind port 0a8ccc56-a5d5-421c-ac56-f9b1be67df23 by drivers openvswitch,hyperv on host dv-cinder-836073-3-iscsi at level 0 using segments [{'id': '13a51762-62db-4a95-be12-8e98c62784f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:07:23.709539 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5154999-0fbc-44a9-b80a-4f75f827f2e3 None None] Attempting to bind port 0a8ccc56-a5d5-421c-ac56-f9b1be67df23 on network e19cdb1b-6b68-4ab1-b7ae-0515860cc308 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:07:23.720805 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5154999-0fbc-44a9-b80a-4f75f827f2e3 None None] Checking agent: {'id': 'eea5fd99-e581-41a4-a61b-1141d246636d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 58, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:07:23.721474 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5154999-0fbc-44a9-b80a-4f75f827f2e3 None None] Checking segment: {'id': '13a51762-62db-4a95-be12-8e98c62784f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:07:23.722163 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f5154999-0fbc-44a9-b80a-4f75f827f2e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:23.722806 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5154999-0fbc-44a9-b80a-4f75f827f2e3 None None] Bound using segment: {'id': '13a51762-62db-4a95-be12-8e98c62784f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:07:23.723508 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-f5154999-0fbc-44a9-b80a-4f75f827f2e3 None None] Bound port: 0a8ccc56-a5d5-421c-ac56-f9b1be67df23, host: dv-cinder-836073-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a51762-62db-4a95-be12-8e98c62784f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:07:23.724073 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f5154999-0fbc-44a9-b80a-4f75f827f2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (0a8ccc56-a5d5-421c-ac56-f9b1be67df23), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:23.766313 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-9f3be327-0d98-47dc-b861-5c6f0dc5a140 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=104017) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:07:23.767594 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-9f3be327-0d98-47dc-b861-5c6f0dc5a140 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1145444 Apr 08 11:07:23.781807 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-4c12e563-c63e-404c-b656-5ae24b7b7fd1 admin admin] Allocated IP 172.27.0.90 (9ba38368-ff54-4986-b9fd-e3d76f01d727/295b2c6f-15e1-46ca-ae70-e3531500d944/98519e1f-ff0d-45dd-a66a-1c407c42d889) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:07:23.824047 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-f5154999-0fbc-44a9-b80a-4f75f827f2e3 None None] For port 0a8ccc56-a5d5-421c-ac56-f9b1be67df23, host dv-cinder-836073-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:07:23.832525 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-14f6d235-c925-4e3a-8f1e-04643bd594cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629'] for port (c759a638-b141-43c1-9b89-aa123e552da0), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:23.856950 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f6d235-c925-4e3a-8f1e-04643bd594cb None None] Network dc6c096a-ab1d-4dd5-b548-e6d43b20edbf is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:07:23.873068 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-14f6d235-c925-4e3a-8f1e-04643bd594cb None None] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:07:23.879149 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f6d235-c925-4e3a-8f1e-04643bd594cb None None] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:07:23.939756 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-f5154999-0fbc-44a9-b80a-4f75f827f2e3 None None] For port 0a8ccc56-a5d5-421c-ac56-f9b1be67df23, host dv-cinder-836073-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=0a8ccc56-a5d5-421c-ac56-f9b1be67df23,segment=NetworkSegment(13a51762-62db-4a95-be12-8e98c62784f0),segment_id=13a51762-62db-4a95-be12-8e98c62784f0)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:07:23.977915 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-d4d26bfb-967f-4512-afc1-67edf54b841d service neutron] 10.222.0.53 "GET /v2.0/networks/375ae04c-c876-44f5-8837-3309cee044d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986814 Apr 08 11:07:24.012803 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f6d235-c925-4e3a-8f1e-04643bd594cb None None] Pushing event updated for resources: {'Port': ['ID=c759a638-b141-43c1-9b89-aa123e552da0,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:24.019027 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-14f6d235-c925-4e3a-8f1e-04643bd594cb None None] Attempting to bind port c759a638-b141-43c1-9b89-aa123e552da0 on host dv-cinder-836073-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:07:24.019619 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-14f6d235-c925-4e3a-8f1e-04643bd594cb None None] Attempting to bind port c759a638-b141-43c1-9b89-aa123e552da0 by drivers openvswitch,hyperv on host dv-cinder-836073-3-iscsi at level 0 using segments [{'id': 'bb9e3258-fa2f-4286-80e8-28f078f3a6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:07:24.020211 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f6d235-c925-4e3a-8f1e-04643bd594cb None None] Attempting to bind port c759a638-b141-43c1-9b89-aa123e552da0 on network dc6c096a-ab1d-4dd5-b548-e6d43b20edbf {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:07:24.027066 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f6d235-c925-4e3a-8f1e-04643bd594cb None None] Checking agent: {'id': 'eea5fd99-e581-41a4-a61b-1141d246636d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 58, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:07:24.027445 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f6d235-c925-4e3a-8f1e-04643bd594cb None None] Checking segment: {'id': 'bb9e3258-fa2f-4286-80e8-28f078f3a6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:07:24.027882 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-14f6d235-c925-4e3a-8f1e-04643bd594cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:24.028638 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f6d235-c925-4e3a-8f1e-04643bd594cb None None] Bound using segment: {'id': 'bb9e3258-fa2f-4286-80e8-28f078f3a6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:07:24.028766 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-14f6d235-c925-4e3a-8f1e-04643bd594cb None None] Bound port: c759a638-b141-43c1-9b89-aa123e552da0, host: dv-cinder-836073-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb9e3258-fa2f-4286-80e8-28f078f3a6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:07:24.030387 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-14f6d235-c925-4e3a-8f1e-04643bd594cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (c759a638-b141-43c1-9b89-aa123e552da0), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:24.095104 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4c12e563-c63e-404c-b656-5ae24b7b7fd1 admin admin] Publish callbacks [] for port (98519e1f-ff0d-45dd-a66a-1c407c42d889), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:24.100211 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-14f6d235-c925-4e3a-8f1e-04643bd594cb None None] For port c759a638-b141-43c1-9b89-aa123e552da0, host dv-cinder-836073-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:07:24.104361 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-14f6d235-c925-4e3a-8f1e-04643bd594cb None None] For port c759a638-b141-43c1-9b89-aa123e552da0, host dv-cinder-836073-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=c759a638-b141-43c1-9b89-aa123e552da0,segment=NetworkSegment(bb9e3258-fa2f-4286-80e8-28f078f3a6fa),segment_id=bb9e3258-fa2f-4286-80e8-28f078f3a6fa)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:07:24.126046 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f5154999-0fbc-44a9-b80a-4f75f827f2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (0a8ccc56-a5d5-421c-ac56-f9b1be67df23), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:24.178605 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-64988c22-bc10-4bf0-8a59-a060e60455cd service neutron] 10.222.0.53 "GET /v2.0/networks/375ae04c-c876-44f5-8837-3309cee044d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767685 Apr 08 11:07:24.196099 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-26d724e5-9e95-46cf-aeb8-6a334c1cd976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456231'] for router (16348a5f-1886-4781-bf96-5148ab3792c9), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:24.210209 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5154999-0fbc-44a9-b80a-4f75f827f2e3 None None] Pushing event updated for resources: {'Port': ['ID=0a8ccc56-a5d5-421c-ac56-f9b1be67df23,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:24.216832 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7d232bf1-872d-47ca-9f88-b40fa439ac64 admin admin] Publish callbacks [] for router_gateway (b78a864e-c382-4149-b438-3b3373b9e7da), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:24.250041 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-14f6d235-c925-4e3a-8f1e-04643bd594cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (c759a638-b141-43c1-9b89-aa123e552da0), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:24.285946 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4c12e563-c63e-404c-b656-5ae24b7b7fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629'] for port (98519e1f-ff0d-45dd-a66a-1c407c42d889), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:24.374190 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7d232bf1-872d-47ca-9f88-b40fa439ac64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:24.381349 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f6d235-c925-4e3a-8f1e-04643bd594cb None None] Pushing event updated for resources: {'Port': ['ID=c759a638-b141-43c1-9b89-aa123e552da0,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:24.399236 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c12e563-c63e-404c-b656-5ae24b7b7fd1 admin admin] Network 9ba38368-ff54-4986-b9fd-e3d76f01d727 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:07:24.419120 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-4c12e563-c63e-404c-b656-5ae24b7b7fd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:07:24.427325 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c12e563-c63e-404c-b656-5ae24b7b7fd1 admin admin] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:07:24.458741 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c12e563-c63e-404c-b656-5ae24b7b7fd1 admin admin] Pushing event updated for resources: {'Port': ['ID=98519e1f-ff0d-45dd-a66a-1c407c42d889,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:24.813223 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-7d232bf1-872d-47ca-9f88-b40fa439ac64 admin admin] Allocated IP 172.27.0.86 (9ba38368-ff54-4986-b9fd-e3d76f01d727/295b2c6f-15e1-46ca-ae70-e3531500d944/e38f17d0-9617-40a6-8440-d7d47cd6e4f0) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:07:24.886081 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-39a08114-b9e6-4c35-b582-f526caee58d2 req-e4aaa1e3-57d6-4db2-bff7-c3a42b1d5201 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdcbac7b-cdcf-47c3-93c4-7ac702037d48 HTTP/1.1" status: 200 len: 210 time: 0.1701956 Apr 08 11:07:25.037350 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d724e5-9e95-46cf-aeb8-6a334c1cd976 admin admin] Router 16348a5f-1886-4781-bf96-5148ab3792c9 is scheduled to L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 with binding_index 1 {{(pid=104016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 11:07:25.080991 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c41fb47-69a8-4fa1-9876-3f017c288659 None None] Network 8dd2fe0c-a708-46a5-bc57-7be6e584a6fb requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:07:25.183332 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7d232bf1-872d-47ca-9f88-b40fa439ac64 admin admin] Publish callbacks [] for port (e38f17d0-9617-40a6-8440-d7d47cd6e4f0), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:25.273896 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d724e5-9e95-46cf-aeb8-6a334c1cd976 admin admin] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:07:25.299432 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1317f27-b917-4945-b716-0ce92a75cbd0 None None] Sync routers for ids ['16348a5f-1886-4781-bf96-5148ab3792c9'] in dv-cinder-836073-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:07:25.312562 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-7181ce00-6e9e-4e76-9dd0-e5003c9cbe3f None None] Provisioning complete for port c0dd96e3-d9ef-42c2-83d8-23fbdeff1421 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:25.313200 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7181ce00-6e9e-4e76-9dd0-e5003c9cbe3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (c0dd96e3-d9ef-42c2-83d8-23fbdeff1421), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:25.313579 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1317f27-b917-4945-b716-0ce92a75cbd0 None None] Routers {'16348a5f-1886-4781-bf96-5148ab3792c9'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:07:25.317723 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-f1317f27-b917-4945-b716-0ce92a75cbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:07:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['16348a5f-1886-4781-bf96-5148ab3792c9'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:25.326787 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7d232bf1-872d-47ca-9f88-b40fa439ac64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629'] for port (e38f17d0-9617-40a6-8440-d7d47cd6e4f0), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:25.613733 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d232bf1-872d-47ca-9f88-b40fa439ac64 admin admin] Network 9ba38368-ff54-4986-b9fd-e3d76f01d727 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:07:25.613733 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-7d232bf1-872d-47ca-9f88-b40fa439ac64 admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:07:25.615079 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4c12e563-c63e-404c-b656-5ae24b7b7fd1 admin admin] Publish callbacks [] for router_gateway (943a4045-54bd-49f9-88a5-96d188b44ed8), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:25.616176 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device c0dd96e3-d9ef-42c2-83d8-23fbdeff1421 up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:07:25.616909 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-26d724e5-9e95-46cf-aeb8-6a334c1cd976 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:25.616909 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-26d724e5-9e95-46cf-aeb8-6a334c1cd976 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9366267 Apr 08 11:07:25.616909 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d232bf1-872d-47ca-9f88-b40fa439ac64 admin admin] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:07:25.617112 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 43418) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:25.617176 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d232bf1-872d-47ca-9f88-b40fa439ac64 admin admin] Pushing event updated for resources: {'Port': ['ID=e38f17d0-9617-40a6-8440-d7d47cd6e4f0,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:25.640482 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port c0dd96e3-d9ef-42c2-83d8-23fbdeff1421 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:25.641283 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (c0dd96e3-d9ef-42c2-83d8-23fbdeff1421), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:25.748553 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-7181ce00-6e9e-4e76-9dd0-e5003c9cbe3f None None] Current status of the port c0dd96e3-d9ef-42c2-83d8-23fbdeff1421 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:25.748945 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7181ce00-6e9e-4e76-9dd0-e5003c9cbe3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (c0dd96e3-d9ef-42c2-83d8-23fbdeff1421), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:25.757817 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-f1317f27-b917-4945-b716-0ce92a75cbd0 None None] Set router 16348a5f-1886-4781-bf96-5148ab3792c9 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:07:25.886460 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 43436) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:25.954664 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-7181ce00-6e9e-4e76-9dd0-e5003c9cbe3f None None] For port c0dd96e3-d9ef-42c2-83d8-23fbdeff1421, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=c0dd96e3-d9ef-42c2-83d8-23fbdeff1421,segment=NetworkSegment(7c3cd9ae-03b6-4373-b79c-5b396a609cc9),segment_id=7c3cd9ae-03b6-4373-b79c-5b396a609cc9)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:07:25.976438 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port c0dd96e3-d9ef-42c2-83d8-23fbdeff1421 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:25.976823 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (c0dd96e3-d9ef-42c2-83d8-23fbdeff1421), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:26.013266 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7181ce00-6e9e-4e76-9dd0-e5003c9cbe3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (c0dd96e3-d9ef-42c2-83d8-23fbdeff1421), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:26.274959 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-bb08c713-a2db-407c-a1b8-39a0f1c433be req-45f366ec-44a3-4590-b1f9-a155ed666ba5 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdcbac7b-cdcf-47c3-93c4-7ac702037d48 HTTP/1.1" status: 200 len: 210 time: 0.2523830 Apr 08 11:07:26.299910 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.db.api [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 11:07:26.300858 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG oslo_db.api [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 11:07:26.304497 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-a3b7fabe-7733-4c0c-b51b-aef47ffa8764 None None] Provisioning complete for port c0dd96e3-d9ef-42c2-83d8-23fbdeff1421 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:26.305233 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a3b7fabe-7733-4c0c-b51b-aef47ffa8764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (c0dd96e3-d9ef-42c2-83d8-23fbdeff1421), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:26.353216 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181ce00-6e9e-4e76-9dd0-e5003c9cbe3f None None] Pushing event updated for resources: {'Port': ['ID=c0dd96e3-d9ef-42c2-83d8-23fbdeff1421,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:26.359643 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-f1317f27-b917-4945-b716-0ce92a75cbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'name': 'tempest-AttachVolumeTestJSON-397204211-router', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '883c6c70-058e-426a-aa69-6ead7a04d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:20Z', 'updated_at': '2022-04-08T11:07:23Z', 'revision_number': 3, 'project_id': '16c20ec5a754420c8f43a0f7e847031a', 'gw_port': {'id': '883c6c70-058e-426a-aa69-6ead7a04d08f', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:34:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi'}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:26.421340 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1317f27-b917-4945-b716-0ce92a75cbd0 None None] Checking router: 16348a5f-1886-4781-bf96-5148ab3792c9 for host: dv-cinder-836073-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:07:26.421719 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1317f27-b917-4945-b716-0ce92a75cbd0 None None] Updating router 16348a5f-1886-4781-bf96-5148ab3792c9 port 883c6c70-058e-426a-aa69-6ead7a04d08f binding host dv-cinder-836073-3-iscsi {{(pid=104019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:07:26.462558 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-a3b7fabe-7733-4c0c-b51b-aef47ffa8764 None None] Current status of the port c0dd96e3-d9ef-42c2-83d8-23fbdeff1421 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:26.505850 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-f1317f27-b917-4945-b716-0ce92a75cbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (883c6c70-058e-426a-aa69-6ead7a04d08f), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:26.555045 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7d232bf1-872d-47ca-9f88-b40fa439ac64 admin admin] Publish callbacks [] for router_gateway (b78a864e-c382-4149-b438-3b3373b9e7da), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:26.558778 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d397c8-eba5-4659-9339-2d651ae5c4fa None None] Network dc6c096a-ab1d-4dd5-b548-e6d43b20edbf requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:07:26.799808 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4c12e563-c63e-404c-b656-5ae24b7b7fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456231'] for router (943a4045-54bd-49f9-88a5-96d188b44ed8), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:26.858684 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7d232bf1-872d-47ca-9f88-b40fa439ac64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456231'] for router (b78a864e-c382-4149-b438-3b3373b9e7da), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:26.999123 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c6e40dc7-d105-41bf-b608-26cd46e0f6cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:27.007239 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-f1317f27-b917-4945-b716-0ce92a75cbd0 None None] Publish callbacks [] for port (883c6c70-058e-426a-aa69-6ead7a04d08f), precommit_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:27.018103 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0461c623-7386-44e6-8d0b-5c0646db344a None None] Provisioning complete for port c759a638-b141-43c1-9b89-aa123e552da0 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:27.018634 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0461c623-7386-44e6-8d0b-5c0646db344a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (c759a638-b141-43c1-9b89-aa123e552da0), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:27.023396 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf838122-ffde-4d44-aa94-2c16daa04a49 None None] Network e19cdb1b-6b68-4ab1-b7ae-0515860cc308 requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:07:27.069021 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 43468) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:27.074590 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-f1317f27-b917-4945-b716-0ce92a75cbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (883c6c70-058e-426a-aa69-6ead7a04d08f), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:27.095825 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c6e40dc7-d105-41bf-b608-26cd46e0f6cd admin admin] Publish callbacks [] for security_group (4f55507a-5f3a-4c1d-939b-bb2c2926221c), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:27.142299 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-f1317f27-b917-4945-b716-0ce92a75cbd0 None None] Attempting to bind port 883c6c70-058e-426a-aa69-6ead7a04d08f on host dv-cinder-836073-3-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:07:27.142667 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-f1317f27-b917-4945-b716-0ce92a75cbd0 None None] Attempting to bind port 883c6c70-058e-426a-aa69-6ead7a04d08f by drivers openvswitch,hyperv on host dv-cinder-836073-3-iscsi at level 0 using segments [{'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:07:27.143026 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1317f27-b917-4945-b716-0ce92a75cbd0 None None] Attempting to bind port 883c6c70-058e-426a-aa69-6ead7a04d08f on network 9ba38368-ff54-4986-b9fd-e3d76f01d727 {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:07:27.146033 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7514a34e-ebea-47a1-a5d5-74eec8d34b1e None None] Pushing event updated for resources: {'Port': ['ID=883c6c70-058e-426a-aa69-6ead7a04d08f,revision_number=2']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:27.159454 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1317f27-b917-4945-b716-0ce92a75cbd0 None None] Checking agent: {'id': 'eea5fd99-e581-41a4-a61b-1141d246636d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 58, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:07:27.159637 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c6e40dc7-d105-41bf-b608-26cd46e0f6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (4f55507a-5f3a-4c1d-939b-bb2c2926221c), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:27.159913 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1317f27-b917-4945-b716-0ce92a75cbd0 None None] Checking segment: {'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:07:27.160229 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-f1317f27-b917-4945-b716-0ce92a75cbd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:27.160623 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1317f27-b917-4945-b716-0ce92a75cbd0 None None] Bound using segment: {'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:07:27.161090 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-f1317f27-b917-4945-b716-0ce92a75cbd0 None None] Bound port: 883c6c70-058e-426a-aa69-6ead7a04d08f, host: dv-cinder-836073-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:07:27.161465 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-f1317f27-b917-4945-b716-0ce92a75cbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (883c6c70-058e-426a-aa69-6ead7a04d08f), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:27.177295 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7514a34e-ebea-47a1-a5d5-74eec8d34b1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:27.177657 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7514a34e-ebea-47a1-a5d5-74eec8d34b1e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:27.178023 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7514a34e-ebea-47a1-a5d5-74eec8d34b1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:27.178377 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7514a34e-ebea-47a1-a5d5-74eec8d34b1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:27.178712 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7514a34e-ebea-47a1-a5d5-74eec8d34b1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:27.179038 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7514a34e-ebea-47a1-a5d5-74eec8d34b1e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:27.179360 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7514a34e-ebea-47a1-a5d5-74eec8d34b1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:27.179677 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7514a34e-ebea-47a1-a5d5-74eec8d34b1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:27.179998 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7514a34e-ebea-47a1-a5d5-74eec8d34b1e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:27.180314 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7514a34e-ebea-47a1-a5d5-74eec8d34b1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:27.180671 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7514a34e-ebea-47a1-a5d5-74eec8d34b1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:27.181037 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7514a34e-ebea-47a1-a5d5-74eec8d34b1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:27.181357 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7514a34e-ebea-47a1-a5d5-74eec8d34b1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:27.181699 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7514a34e-ebea-47a1-a5d5-74eec8d34b1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:27.182293 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7514a34e-ebea-47a1-a5d5-74eec8d34b1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:27.183431 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7514a34e-ebea-47a1-a5d5-74eec8d34b1e None None] Tracked resource versions report: Apr 08 11:07:27.183431 dv-cinder-836073-3-iscsi neutron-server[104019]: pushed versions: Apr 08 11:07:27.183431 dv-cinder-836073-3-iscsi neutron-server[104019]: { 'AddressGroup': {'1.2'}, Apr 08 11:07:27.183431 dv-cinder-836073-3-iscsi neutron-server[104019]: 'Agent': {'1.1'}, Apr 08 11:07:27.183431 dv-cinder-836073-3-iscsi neutron-server[104019]: 'ConntrackHelper': {'1.0'}, Apr 08 11:07:27.183431 dv-cinder-836073-3-iscsi neutron-server[104019]: 'LocalIPAssociation': {'1.0'}, Apr 08 11:07:27.183431 dv-cinder-836073-3-iscsi neutron-server[104019]: 'Log': {'1.0'}, Apr 08 11:07:27.183431 dv-cinder-836073-3-iscsi neutron-server[104019]: 'NDPProxy': {'1.0'}, Apr 08 11:07:27.183431 dv-cinder-836073-3-iscsi neutron-server[104019]: 'Network': {'1.1'}, Apr 08 11:07:27.183431 dv-cinder-836073-3-iscsi neutron-server[104019]: 'Port': {'1.7'}, Apr 08 11:07:27.183431 dv-cinder-836073-3-iscsi neutron-server[104019]: 'PortForwarding': {'1.3'}, Apr 08 11:07:27.183431 dv-cinder-836073-3-iscsi neutron-server[104019]: 'QosPolicy': {'1.10'}, Apr 08 11:07:27.183431 dv-cinder-836073-3-iscsi neutron-server[104019]: 'SecurityGroup': {'1.5'}, Apr 08 11:07:27.183431 dv-cinder-836073-3-iscsi neutron-server[104019]: 'SecurityGroupRule': {'1.2'}, Apr 08 11:07:27.183431 dv-cinder-836073-3-iscsi neutron-server[104019]: 'SubPort': {'1.0'}, Apr 08 11:07:27.183431 dv-cinder-836073-3-iscsi neutron-server[104019]: 'Subnet': {'1.1'}, Apr 08 11:07:27.183431 dv-cinder-836073-3-iscsi neutron-server[104019]: 'Trunk': {'1.1'}} Apr 08 11:07:27.183431 dv-cinder-836073-3-iscsi neutron-server[104019]: consumer versions: Apr 08 11:07:27.183431 dv-cinder-836073-3-iscsi neutron-server[104019]: { DHCP agent@dv-cinder-836073-3-iscsi: {}, Apr 08 11:07:27.183431 dv-cinder-836073-3-iscsi neutron-server[104019]: HyperV agent@hv-cinder-83607: {}, Apr 08 11:07:27.183431 dv-cinder-836073-3-iscsi neutron-server[104019]: L3 agent@dv-cinder-836073-3-iscsi: {}, Apr 08 11:07:27.183431 dv-cinder-836073-3-iscsi neutron-server[104019]: Metadata agent@dv-cinder-836073-3-iscsi: {}, Apr 08 11:07:27.183431 dv-cinder-836073-3-iscsi neutron-server[104019]: Metering agent@dv-cinder-836073-3-iscsi: {}, Apr 08 11:07:27.183431 dv-cinder-836073-3-iscsi neutron-server[104019]: Open vSwitch agent@dv-cinder-836073-3-iscsi: { 'AddressGroup': '1.2', Apr 08 11:07:27.183431 dv-cinder-836073-3-iscsi neutron-server[104019]: 'Agent': '1.1', Apr 08 11:07:27.183431 dv-cinder-836073-3-iscsi neutron-server[104019]: 'ConntrackHelper': '1.0', Apr 08 11:07:27.183431 dv-cinder-836073-3-iscsi neutron-server[104019]: 'LocalIPAssociation': '1.0', Apr 08 11:07:27.183431 dv-cinder-836073-3-iscsi neutron-server[104019]: 'Log': '1.0', Apr 08 11:07:27.183431 dv-cinder-836073-3-iscsi neutron-server[104019]: 'NDPProxy': '1.0', Apr 08 11:07:27.183431 dv-cinder-836073-3-iscsi neutron-server[104019]: 'Network': '1.1', Apr 08 11:07:27.183431 dv-cinder-836073-3-iscsi neutron-server[104019]: 'Port': '1.7', Apr 08 11:07:27.183431 dv-cinder-836073-3-iscsi neutron-server[104019]: 'PortForwarding': '1.3', Apr 08 11:07:27.183431 dv-cinder-836073-3-iscsi neutron-server[104019]: 'QosPolicy': '1.10', Apr 08 11:07:27.183431 dv-cinder-836073-3-iscsi neutron-server[104019]: 'SecurityGroup': '1.5', Apr 08 11:07:27.183431 dv-cinder-836073-3-iscsi neutron-server[104019]: 'SecurityGroupRule': '1.2', Apr 08 11:07:27.183431 dv-cinder-836073-3-iscsi neutron-server[104019]: 'SubPort': '1.0', Apr 08 11:07:27.183431 dv-cinder-836073-3-iscsi neutron-server[104019]: 'Subnet': '1.1', Apr 08 11:07:27.183431 dv-cinder-836073-3-iscsi neutron-server[104019]: 'Trunk': '1.1'}} Apr 08 11:07:27.183431 dv-cinder-836073-3-iscsi neutron-server[104019]: {{(pid=104019) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 11:07:27.215177 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e40dc7-d105-41bf-b608-26cd46e0f6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f55507a-5f3a-4c1d-939b-bb2c2926221c,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:27.242965 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d232bf1-872d-47ca-9f88-b40fa439ac64 admin admin] Router b78a864e-c382-4149-b438-3b3373b9e7da is scheduled to L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 with binding_index 1 {{(pid=104016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 11:07:27.251923 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-f1317f27-b917-4945-b716-0ce92a75cbd0 None None] For port 883c6c70-058e-426a-aa69-6ead7a04d08f, host dv-cinder-836073-3-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:07:27.258407 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port c0dd96e3-d9ef-42c2-83d8-23fbdeff1421 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:27.258528 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-f1317f27-b917-4945-b716-0ce92a75cbd0 None None] For port 883c6c70-058e-426a-aa69-6ead7a04d08f, host dv-cinder-836073-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=883c6c70-058e-426a-aa69-6ead7a04d08f,segment=NetworkSegment(2bb98e3e-6539-44eb-b25b-4089590167ac),segment_id=2bb98e3e-6539-44eb-b25b-4089590167ac)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:07:27.259446 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device c759a638-b141-43c1-9b89-aa123e552da0 up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:07:27.301014 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-c6e40dc7-d105-41bf-b608-26cd46e0f6cd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b4cd43ce887842f0847dc59d447a4ea2&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4133461 Apr 08 11:07:27.301687 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 43478) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:27.306532 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5bd47ebe-75ab-4e59-87d1-813eaf5461b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:27.359374 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-f1317f27-b917-4945-b716-0ce92a75cbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (883c6c70-058e-426a-aa69-6ead7a04d08f), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:27.457744 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a3c52150-dacf-48c8-9de4-52ecaa60c717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:27.477295 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port c759a638-b141-43c1-9b89-aa123e552da0 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:27.477955 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (c759a638-b141-43c1-9b89-aa123e552da0), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:27.482183 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0461c623-7386-44e6-8d0b-5c0646db344a None None] Current status of the port c759a638-b141-43c1-9b89-aa123e552da0 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:27.483030 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0461c623-7386-44e6-8d0b-5c0646db344a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (c759a638-b141-43c1-9b89-aa123e552da0), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:27.488197 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7514a34e-ebea-47a1-a5d5-74eec8d34b1e None None] Pushing event updated for resources: {'Port': ['ID=883c6c70-058e-426a-aa69-6ead7a04d08f,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:27.529157 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ba6d0fc7-7dd8-484f-bf9f-9a1ba24ecbbc req-9aa1ffc2-68d3-4597-b2a5-9e69c9d2d9ef tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdcbac7b-cdcf-47c3-93c4-7ac702037d48 HTTP/1.1" status: 200 len: 210 time: 0.1385422 Apr 08 11:07:27.530518 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1317f27-b917-4945-b716-0ce92a75cbd0 None None] Routers {'16348a5f-1886-4781-bf96-5148ab3792c9'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:07:27.531390 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-f1317f27-b917-4945-b716-0ce92a75cbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:07:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['16348a5f-1886-4781-bf96-5148ab3792c9'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:27.587009 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0461c623-7386-44e6-8d0b-5c0646db344a None None] For port c759a638-b141-43c1-9b89-aa123e552da0, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=c759a638-b141-43c1-9b89-aa123e552da0,segment=NetworkSegment(bb9e3258-fa2f-4286-80e8-28f078f3a6fa),segment_id=bb9e3258-fa2f-4286-80e8-28f078f3a6fa)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:07:27.609214 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1e74df66-04e1-4586-b8ca-f34f91974cc2 admin admin] Publish callbacks [] for security_group (4f55507a-5f3a-4c1d-939b-bb2c2926221c), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:27.647564 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-abf9ed59-d4d2-4539-a450-16327586b674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:27.661033 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1e74df66-04e1-4586-b8ca-f34f91974cc2 admin admin] Publish callbacks [] for security_group (4f55507a-5f3a-4c1d-939b-bb2c2926221c), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:27.665416 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0461c623-7386-44e6-8d0b-5c0646db344a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (c759a638-b141-43c1-9b89-aa123e552da0), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:27.726972 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port c759a638-b141-43c1-9b89-aa123e552da0 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:27.727592 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (c759a638-b141-43c1-9b89-aa123e552da0), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:27.769204 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-f1317f27-b917-4945-b716-0ce92a75cbd0 None None] Set router 16348a5f-1886-4781-bf96-5148ab3792c9 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:07:27.805658 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d232bf1-872d-47ca-9f88-b40fa439ac64 admin admin] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:07:27.884493 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0461c623-7386-44e6-8d0b-5c0646db344a None None] Pushing event updated for resources: {'Port': ['ID=c759a638-b141-43c1-9b89-aa123e552da0,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:27.885882 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1e74df66-04e1-4586-b8ca-f34f91974cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (4f55507a-5f3a-4c1d-939b-bb2c2926221c), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:27.896454 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.db.api [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 11:07:27.896803 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG oslo_db.api [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 11:07:27.898233 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1e74df66-04e1-4586-b8ca-f34f91974cc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:27.902193 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d446b7-5e61-468c-ac8b-8b6c128f622c None None] Sync routers for ids ['b78a864e-c382-4149-b438-3b3373b9e7da'] in dv-cinder-836073-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:07:27.904127 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-1e74df66-04e1-4586-b8ca-f34f91974cc2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4f55507a-5f3a-4c1d-939b-bb2c2926221c HTTP/1.1" status: 204 len: 168 time: 0.6000571 Apr 08 11:07:27.914488 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e74df66-04e1-4586-b8ca-f34f91974cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f55507a-5f3a-4c1d-939b-bb2c2926221c,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:27.927256 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7d232bf1-872d-47ca-9f88-b40fa439ac64 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:27.928830 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-7d232bf1-872d-47ca-9f88-b40fa439ac64 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.5628741 Apr 08 11:07:27.932466 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 43498) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:27.959696 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-abf9ed59-d4d2-4539-a450-16327586b674 admin admin] Allocated IP 172.20.0.1 (8dd2fe0c-a708-46a5-bc57-7be6e584a6fb/c6e2448f-6563-4dea-8f56-29b70f4d3ad8/949354ab-f61a-4fec-96a9-9888653181b9) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:07:27.982620 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-f1fa76aa-16a2-462d-9a54-c438524a2d43 None None] Provisioning complete for port c759a638-b141-43c1-9b89-aa123e552da0 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:27.984086 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f1fa76aa-16a2-462d-9a54-c438524a2d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (c759a638-b141-43c1-9b89-aa123e552da0), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:28.068608 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d446b7-5e61-468c-ac8b-8b6c128f622c None None] Routers {'b78a864e-c382-4149-b438-3b3373b9e7da'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:07:28.069279 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-f5d446b7-5e61-468c-ac8b-8b6c128f622c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:07:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['b78a864e-c382-4149-b438-3b3373b9e7da'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:28.150112 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c12e563-c63e-404c-b656-5ae24b7b7fd1 admin admin] Router 943a4045-54bd-49f9-88a5-96d188b44ed8 is scheduled to L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 with binding_index 1 {{(pid=104017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 11:07:28.223016 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-f5d446b7-5e61-468c-ac8b-8b6c128f622c None None] Set router b78a864e-c382-4149-b438-3b3373b9e7da gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:07:28.300052 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-f1317f27-b917-4945-b716-0ce92a75cbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'name': 'tempest-AttachVolumeTestJSON-397204211-router', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '883c6c70-058e-426a-aa69-6ead7a04d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:20Z', 'updated_at': '2022-04-08T11:07:23Z', 'revision_number': 3, 'project_id': '16c20ec5a754420c8f43a0f7e847031a', 'gw_port': {'id': '883c6c70-058e-426a-aa69-6ead7a04d08f', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:34:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi'}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:28.378439 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1317f27-b917-4945-b716-0ce92a75cbd0 None None] The sync data for ids ['16348a5f-1886-4781-bf96-5148ab3792c9'] in dv-cinder-836073-3-iscsi is: [{'id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'name': 'tempest-AttachVolumeTestJSON-397204211-router', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '883c6c70-058e-426a-aa69-6ead7a04d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:20Z', 'updated_at': '2022-04-08T11:07:23Z', 'revision_number': 3, 'project_id': '16c20ec5a754420c8f43a0f7e847031a', 'gw_port': {'id': '883c6c70-058e-426a-aa69-6ead7a04d08f', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:34:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi'}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:07:28.455848 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port c759a638-b141-43c1-9b89-aa123e552da0 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:28.456921 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 0a8ccc56-a5d5-421c-ac56-f9b1be67df23 up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:07:28.491483 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-abf9ed59-d4d2-4539-a450-16327586b674 admin admin] Publish callbacks [] for port (949354ab-f61a-4fec-96a9-9888653181b9), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:28.501121 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-f1fa76aa-16a2-462d-9a54-c438524a2d43 None None] Current status of the port c759a638-b141-43c1-9b89-aa123e552da0 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:28.538793 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-f1fa76aa-16a2-462d-9a54-c438524a2d43 None None] Provisioning complete for port 0a8ccc56-a5d5-421c-ac56-f9b1be67df23 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:28.539186 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f1fa76aa-16a2-462d-9a54-c438524a2d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (0a8ccc56-a5d5-421c-ac56-f9b1be67df23), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:28.649719 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c12e563-c63e-404c-b656-5ae24b7b7fd1 admin admin] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:07:28.656459 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5bd47ebe-75ab-4e59-87d1-813eaf5461b9 admin admin] Publish callbacks [] for security_group (8925005a-aa8e-4846-96b3-e215a248eb2b), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:28.665761 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e88af56-c215-4c6c-a37f-cdfaa6f1269d None None] Sync routers for ids ['943a4045-54bd-49f9-88a5-96d188b44ed8'] in dv-cinder-836073-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:07:28.698493 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e88af56-c215-4c6c-a37f-cdfaa6f1269d None None] Routers {'943a4045-54bd-49f9-88a5-96d188b44ed8'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:07:28.702182 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-3e88af56-c215-4c6c-a37f-cdfaa6f1269d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:07:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['943a4045-54bd-49f9-88a5-96d188b44ed8'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:28.722137 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5bd47ebe-75ab-4e59-87d1-813eaf5461b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (8925005a-aa8e-4846-96b3-e215a248eb2b), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:28.734028 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-f1fa76aa-16a2-462d-9a54-c438524a2d43 None None] Current status of the port 0a8ccc56-a5d5-421c-ac56-f9b1be67df23 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:28.734327 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f1fa76aa-16a2-462d-9a54-c438524a2d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (0a8ccc56-a5d5-421c-ac56-f9b1be67df23), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:28.777112 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4c12e563-c63e-404c-b656-5ae24b7b7fd1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:28.784110 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-4c12e563-c63e-404c-b656-5ae24b7b7fd1 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.0492558 Apr 08 11:07:28.788749 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port 0a8ccc56-a5d5-421c-ac56-f9b1be67df23 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:28.789144 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (0a8ccc56-a5d5-421c-ac56-f9b1be67df23), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:28.808199 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 43522) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:28.834632 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 43524) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:28.844898 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-f1fa76aa-16a2-462d-9a54-c438524a2d43 None None] For port 0a8ccc56-a5d5-421c-ac56-f9b1be67df23, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=0a8ccc56-a5d5-421c-ac56-f9b1be67df23,segment=NetworkSegment(13a51762-62db-4a95-be12-8e98c62784f0),segment_id=13a51762-62db-4a95-be12-8e98c62784f0)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:07:28.856142 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-abf9ed59-d4d2-4539-a450-16327586b674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629'] for port (949354ab-f61a-4fec-96a9-9888653181b9), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:28.877084 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-f5d446b7-5e61-468c-ac8b-8b6c128f622c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'name': 'tempest-AttachVolumeShelveTestJSON-566511373-router', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'e38f17d0-9617-40a6-8440-d7d47cd6e4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:22Z', 'updated_at': '2022-04-08T11:07:25Z', 'revision_number': 3, 'project_id': 'a1193c805e04401c8afbb9690ce62e77', 'gw_port': {'id': 'e38f17d0-9617-40a6-8440-d7d47cd6e4f0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:24Z', 'updated_at': '2022-04-08T11:07:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi'}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:28.881712 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-eaf39e45-fb67-4062-921b-cca158fe8598 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:28.912514 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d446b7-5e61-468c-ac8b-8b6c128f622c None None] Checking router: b78a864e-c382-4149-b438-3b3373b9e7da for host: dv-cinder-836073-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:07:28.912869 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d446b7-5e61-468c-ac8b-8b6c128f622c None None] Updating router b78a864e-c382-4149-b438-3b3373b9e7da port e38f17d0-9617-40a6-8440-d7d47cd6e4f0 binding host dv-cinder-836073-3-iscsi {{(pid=104018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:07:28.949263 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f5d446b7-5e61-468c-ac8b-8b6c128f622c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (e38f17d0-9617-40a6-8440-d7d47cd6e4f0), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:29.121007 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-3e88af56-c215-4c6c-a37f-cdfaa6f1269d None None] Set router 943a4045-54bd-49f9-88a5-96d188b44ed8 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:07:29.123439 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-5bd47ebe-75ab-4e59-87d1-813eaf5461b9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=577e2cfab51846b190fd2f6e7ca0132f&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0486882 Apr 08 11:07:29.125561 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 43536) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:29.126687 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 43538) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:29.141082 dv-cinder-836073-3-iscsi neutron-server[104016]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 08 11:07:29.242618 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd47ebe-75ab-4e59-87d1-813eaf5461b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8925005a-aa8e-4846-96b3-e215a248eb2b,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:29.281094 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf9ed59-d4d2-4539-a450-16327586b674 admin admin] Network 8dd2fe0c-a708-46a5-bc57-7be6e584a6fb is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:07:29.287379 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d60c12e1-c439-42e3-ba95-59e206a38802 req-f3b0fad4-85a0-4371-889a-eb230f57165f tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdcbac7b-cdcf-47c3-93c4-7ac702037d48 HTTP/1.1" status: 200 len: 210 time: 0.1556091 Apr 08 11:07:29.342230 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-abf9ed59-d4d2-4539-a450-16327586b674 admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:07:29.367223 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf9ed59-d4d2-4539-a450-16327586b674 admin admin] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:07:29.368110 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-abf9ed59-d4d2-4539-a450-16327586b674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457544'] for router_interface (16348a5f-1886-4781-bf96-5148ab3792c9), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:29.402881 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f5d446b7-5e61-468c-ac8b-8b6c128f622c None None] Publish callbacks [] for port (e38f17d0-9617-40a6-8440-d7d47cd6e4f0), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:29.414405 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f1fa76aa-16a2-462d-9a54-c438524a2d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (0a8ccc56-a5d5-421c-ac56-f9b1be67df23), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:29.451301 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f5d446b7-5e61-468c-ac8b-8b6c128f622c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (e38f17d0-9617-40a6-8440-d7d47cd6e4f0), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:29.508858 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port 0a8ccc56-a5d5-421c-ac56-f9b1be67df23 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:29.527121 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-eaf39e45-fb67-4062-921b-cca158fe8598 admin admin] Publish callbacks [] for security_group (9b5ee194-548b-411b-a12e-24b4e9ec52db), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:29.576142 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-eaf39e45-fb67-4062-921b-cca158fe8598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (9b5ee194-548b-411b-a12e-24b4e9ec52db), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:29.608262 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f372dfdb-cd52-47c3-8dd2-5c4146c7b42c admin admin] Publish callbacks [] for security_group (8925005a-aa8e-4846-96b3-e215a248eb2b), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:29.644020 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-b6e67aab-71f6-47c9-9c96-86d6f4939d10 None None] Provisioning complete for port 0a8ccc56-a5d5-421c-ac56-f9b1be67df23 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:29.644672 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b6e67aab-71f6-47c9-9c96-86d6f4939d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (0a8ccc56-a5d5-421c-ac56-f9b1be67df23), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:29.732522 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-f5d446b7-5e61-468c-ac8b-8b6c128f622c None None] Attempting to bind port e38f17d0-9617-40a6-8440-d7d47cd6e4f0 on host dv-cinder-836073-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:07:29.732888 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-f5d446b7-5e61-468c-ac8b-8b6c128f622c None None] Attempting to bind port e38f17d0-9617-40a6-8440-d7d47cd6e4f0 by drivers openvswitch,hyperv on host dv-cinder-836073-3-iscsi at level 0 using segments [{'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:07:29.733249 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d446b7-5e61-468c-ac8b-8b6c128f622c None None] Attempting to bind port e38f17d0-9617-40a6-8440-d7d47cd6e4f0 on network 9ba38368-ff54-4986-b9fd-e3d76f01d727 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:07:29.739721 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d446b7-5e61-468c-ac8b-8b6c128f622c None None] Checking agent: {'id': 'eea5fd99-e581-41a4-a61b-1141d246636d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 58, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:07:29.740103 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d446b7-5e61-468c-ac8b-8b6c128f622c None None] Checking segment: {'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:07:29.740506 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f5d446b7-5e61-468c-ac8b-8b6c128f622c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:29.741573 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d446b7-5e61-468c-ac8b-8b6c128f622c None None] Bound using segment: {'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:07:29.742101 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-f5d446b7-5e61-468c-ac8b-8b6c128f622c None None] Bound port: e38f17d0-9617-40a6-8440-d7d47cd6e4f0, host: dv-cinder-836073-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:07:29.742485 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f5d446b7-5e61-468c-ac8b-8b6c128f622c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (e38f17d0-9617-40a6-8440-d7d47cd6e4f0), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:29.751976 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-eaf39e45-fb67-4062-921b-cca158fe8598 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c760c8357aa447878904ac6c377b0609&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9151649 Apr 08 11:07:29.755353 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9ed59-d4d2-4539-a450-16327586b674 admin admin] Pushing event updated for resources: {'Port': ['ID=949354ab-f61a-4fec-96a9-9888653181b9,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:29.756831 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 43560) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:29.822952 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f372dfdb-cd52-47c3-8dd2-5c4146c7b42c admin admin] Publish callbacks [] for security_group (8925005a-aa8e-4846-96b3-e215a248eb2b), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:29.905144 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-3e88af56-c215-4c6c-a37f-cdfaa6f1269d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'name': 'tempest-AttachVolumeNegativeTest-1482535796-router', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:25Z', 'revision_number': 3, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'gw_port': {'id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cd:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:23Z', 'updated_at': '2022-04-08T11:07:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi'}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:29.937879 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e88af56-c215-4c6c-a37f-cdfaa6f1269d None None] Checking router: 943a4045-54bd-49f9-88a5-96d188b44ed8 for host: dv-cinder-836073-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:07:29.938230 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e88af56-c215-4c6c-a37f-cdfaa6f1269d None None] Updating router 943a4045-54bd-49f9-88a5-96d188b44ed8 port 98519e1f-ff0d-45dd-a66a-1c407c42d889 binding host dv-cinder-836073-3-iscsi {{(pid=104019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:07:29.944554 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf39e45-fb67-4062-921b-cca158fe8598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5ee194-548b-411b-a12e-24b4e9ec52db,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:29.978071 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-3e88af56-c215-4c6c-a37f-cdfaa6f1269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (98519e1f-ff0d-45dd-a66a-1c407c42d889), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:30.011695 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3e56a0df-ea1d-4f62-a4e1-ba73280f06ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:30.049439 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cfec1b28-3aba-437e-be3c-5ba00cb23cd5 admin admin] Publish callbacks [] for security_group (9b5ee194-548b-411b-a12e-24b4e9ec52db), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:30.054397 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-f5d446b7-5e61-468c-ac8b-8b6c128f622c None None] For port e38f17d0-9617-40a6-8440-d7d47cd6e4f0, host dv-cinder-836073-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:07:30.059316 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-f5d446b7-5e61-468c-ac8b-8b6c128f622c None None] For port e38f17d0-9617-40a6-8440-d7d47cd6e4f0, host dv-cinder-836073-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=e38f17d0-9617-40a6-8440-d7d47cd6e4f0,segment=NetworkSegment(2bb98e3e-6539-44eb-b25b-4089590167ac),segment_id=2bb98e3e-6539-44eb-b25b-4089590167ac)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:07:30.060660 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa76aa-16a2-462d-9a54-c438524a2d43 None None] Pushing event updated for resources: {'Port': ['ID=0a8ccc56-a5d5-421c-ac56-f9b1be67df23,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:30.080815 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 883c6c70-058e-426a-aa69-6ead7a04d08f up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:07:30.139814 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f5d446b7-5e61-468c-ac8b-8b6c128f622c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (e38f17d0-9617-40a6-8440-d7d47cd6e4f0), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:30.180865 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d446b7-5e61-468c-ac8b-8b6c128f622c None None] Routers {'b78a864e-c382-4149-b438-3b3373b9e7da'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:07:30.181680 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-f5d446b7-5e61-468c-ac8b-8b6c128f622c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:07:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['b78a864e-c382-4149-b438-3b3373b9e7da'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:30.270794 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cfec1b28-3aba-437e-be3c-5ba00cb23cd5 admin admin] Publish callbacks [] for security_group (9b5ee194-548b-411b-a12e-24b4e9ec52db), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:30.307784 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-f5d446b7-5e61-468c-ac8b-8b6c128f622c None None] Set router b78a864e-c382-4149-b438-3b3373b9e7da gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:07:30.358789 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f372dfdb-cd52-47c3-8dd2-5c4146c7b42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (8925005a-aa8e-4846-96b3-e215a248eb2b), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:30.381465 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f372dfdb-cd52-47c3-8dd2-5c4146c7b42c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:30.394833 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-f372dfdb-cd52-47c3-8dd2-5c4146c7b42c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8925005a-aa8e-4846-96b3-e215a248eb2b HTTP/1.1" status: 204 len: 168 time: 1.2618437 Apr 08 11:07:30.408417 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-3e88af56-c215-4c6c-a37f-cdfaa6f1269d None None] Publish callbacks [] for port (98519e1f-ff0d-45dd-a66a-1c407c42d889), precommit_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:30.441611 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372dfdb-cd52-47c3-8dd2-5c4146c7b42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8925005a-aa8e-4846-96b3-e215a248eb2b,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:30.461860 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0e99a3a5-3f44-45dd-988e-8cfbb98aafb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:30.499777 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-3e88af56-c215-4c6c-a37f-cdfaa6f1269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (98519e1f-ff0d-45dd-a66a-1c407c42d889), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:30.538179 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-80effac0-acc8-4d5f-afbd-9d4e2518cc6b req-1fa8746c-e4a8-4fe4-9d1b-e95ecee4893f tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdcbac7b-cdcf-47c3-93c4-7ac702037d48 HTTP/1.1" status: 200 len: 210 time: 0.0511999 Apr 08 11:07:30.550175 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6861d-6378-4ac4-969a-cd434a565a06 None None] Pushing event updated for resources: {'Port': ['ID=e38f17d0-9617-40a6-8440-d7d47cd6e4f0,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:30.579077 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-3e56a0df-ea1d-4f62-a4e1-ba73280f06ad admin admin] Allocated IP 172.20.0.1 (dc6c096a-ab1d-4dd5-b548-e6d43b20edbf/69645fe8-51b2-4fb3-8963-10a4b0bd4ba3/266c0c98-251a-40ef-b953-89db7137a957) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:07:30.596470 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-abf9ed59-d4d2-4539-a450-16327586b674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (949354ab-f61a-4fec-96a9-9888653181b9), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:30.604731 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-3e88af56-c215-4c6c-a37f-cdfaa6f1269d None None] Attempting to bind port 98519e1f-ff0d-45dd-a66a-1c407c42d889 on host dv-cinder-836073-3-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:07:30.605120 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-3e88af56-c215-4c6c-a37f-cdfaa6f1269d None None] Attempting to bind port 98519e1f-ff0d-45dd-a66a-1c407c42d889 by drivers openvswitch,hyperv on host dv-cinder-836073-3-iscsi at level 0 using segments [{'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:07:30.605537 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e88af56-c215-4c6c-a37f-cdfaa6f1269d None None] Attempting to bind port 98519e1f-ff0d-45dd-a66a-1c407c42d889 on network 9ba38368-ff54-4986-b9fd-e3d76f01d727 {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:07:30.622597 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6861d-6378-4ac4-969a-cd434a565a06 None None] Pushing event updated for resources: {'Port': ['ID=e38f17d0-9617-40a6-8440-d7d47cd6e4f0,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:30.624196 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e88af56-c215-4c6c-a37f-cdfaa6f1269d None None] Checking agent: {'id': 'eea5fd99-e581-41a4-a61b-1141d246636d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 58, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:07:30.624575 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e88af56-c215-4c6c-a37f-cdfaa6f1269d None None] Checking segment: {'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:07:30.624978 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-3e88af56-c215-4c6c-a37f-cdfaa6f1269d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:30.625368 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e88af56-c215-4c6c-a37f-cdfaa6f1269d None None] Bound using segment: {'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:07:30.625870 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-3e88af56-c215-4c6c-a37f-cdfaa6f1269d None None] Bound port: 98519e1f-ff0d-45dd-a66a-1c407c42d889, host: dv-cinder-836073-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:07:30.626243 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-3e88af56-c215-4c6c-a37f-cdfaa6f1269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (98519e1f-ff0d-45dd-a66a-1c407c42d889), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:30.665568 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-b6e67aab-71f6-47c9-9c96-86d6f4939d10 None None] Current status of the port 0a8ccc56-a5d5-421c-ac56-f9b1be67df23 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:30.671294 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port 883c6c70-058e-426a-aa69-6ead7a04d08f triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:30.671693 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (883c6c70-058e-426a-aa69-6ead7a04d08f), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:30.726486 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-3e88af56-c215-4c6c-a37f-cdfaa6f1269d None None] For port 98519e1f-ff0d-45dd-a66a-1c407c42d889, host dv-cinder-836073-3-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:07:30.733653 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-f5d446b7-5e61-468c-ac8b-8b6c128f622c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'name': 'tempest-AttachVolumeShelveTestJSON-566511373-router', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'e38f17d0-9617-40a6-8440-d7d47cd6e4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:22Z', 'updated_at': '2022-04-08T11:07:25Z', 'revision_number': 3, 'project_id': 'a1193c805e04401c8afbb9690ce62e77', 'gw_port': {'id': 'e38f17d0-9617-40a6-8440-d7d47cd6e4f0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:24Z', 'updated_at': '2022-04-08T11:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi'}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:30.741623 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-3e88af56-c215-4c6c-a37f-cdfaa6f1269d None None] For port 98519e1f-ff0d-45dd-a66a-1c407c42d889, host dv-cinder-836073-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=98519e1f-ff0d-45dd-a66a-1c407c42d889,segment=NetworkSegment(2bb98e3e-6539-44eb-b25b-4089590167ac),segment_id=2bb98e3e-6539-44eb-b25b-4089590167ac)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:07:30.747794 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3e56a0df-ea1d-4f62-a4e1-ba73280f06ad admin admin] Publish callbacks [] for port (266c0c98-251a-40ef-b953-89db7137a957), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:30.782533 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d446b7-5e61-468c-ac8b-8b6c128f622c None None] The sync data for ids ['b78a864e-c382-4149-b438-3b3373b9e7da'] in dv-cinder-836073-3-iscsi is: [{'id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'name': 'tempest-AttachVolumeShelveTestJSON-566511373-router', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'e38f17d0-9617-40a6-8440-d7d47cd6e4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:22Z', 'updated_at': '2022-04-08T11:07:25Z', 'revision_number': 3, 'project_id': 'a1193c805e04401c8afbb9690ce62e77', 'gw_port': {'id': 'e38f17d0-9617-40a6-8440-d7d47cd6e4f0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:24Z', 'updated_at': '2022-04-08T11:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi'}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:07:30.789443 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd27330a-e834-4a86-8ce7-25525bb26ebc None None] Pushing event updated for resources: {'Port': ['ID=98519e1f-ff0d-45dd-a66a-1c407c42d889,revision_number=2']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:30.811228 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-3e88af56-c215-4c6c-a37f-cdfaa6f1269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (98519e1f-ff0d-45dd-a66a-1c407c42d889), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:30.811835 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cfec1b28-3aba-437e-be3c-5ba00cb23cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (9b5ee194-548b-411b-a12e-24b4e9ec52db), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:30.815280 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cfec1b28-3aba-437e-be3c-5ba00cb23cd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:30.823227 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-cfec1b28-3aba-437e-be3c-5ba00cb23cd5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9b5ee194-548b-411b-a12e-24b4e9ec52db HTTP/1.1" status: 204 len: 168 time: 1.0348699 Apr 08 11:07:30.832241 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-c1423633-cef7-4c25-b4c2-e9bd6ed41572 None None] Provisioning complete for port 949354ab-f61a-4fec-96a9-9888653181b9 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:30.832806 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c1423633-cef7-4c25-b4c2-e9bd6ed41572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (949354ab-f61a-4fec-96a9-9888653181b9), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:30.838076 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec1b28-3aba-437e-be3c-5ba00cb23cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5ee194-548b-411b-a12e-24b4e9ec52db,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:30.869501 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3e56a0df-ea1d-4f62-a4e1-ba73280f06ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629'] for port (266c0c98-251a-40ef-b953-89db7137a957), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:30.884806 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port 883c6c70-058e-426a-aa69-6ead7a04d08f is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:30.885752 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (883c6c70-058e-426a-aa69-6ead7a04d08f), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:30.911371 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] For port 883c6c70-058e-426a-aa69-6ead7a04d08f, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=883c6c70-058e-426a-aa69-6ead7a04d08f,segment=NetworkSegment(2bb98e3e-6539-44eb-b25b-4089590167ac),segment_id=2bb98e3e-6539-44eb-b25b-4089590167ac)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:07:30.917102 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e88af56-c215-4c6c-a37f-cdfaa6f1269d None None] Routers {'943a4045-54bd-49f9-88a5-96d188b44ed8'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:07:30.918501 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-3e88af56-c215-4c6c-a37f-cdfaa6f1269d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:07:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['943a4045-54bd-49f9-88a5-96d188b44ed8'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:30.927032 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-c1423633-cef7-4c25-b4c2-e9bd6ed41572 None None] Port 949354ab-f61a-4fec-96a9-9888653181b9 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:07:30.971581 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd27330a-e834-4a86-8ce7-25525bb26ebc None None] Pushing event updated for resources: {'Port': ['ID=98519e1f-ff0d-45dd-a66a-1c407c42d889,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:30.980491 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-87fe5b9f-b1e9-4322-a0c1-d386899a25c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:30.999565 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (883c6c70-058e-426a-aa69-6ead7a04d08f), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:31.000356 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device c0dd96e3-d9ef-42c2-83d8-23fbdeff1421 up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:07:31.022275 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e56a0df-ea1d-4f62-a4e1-ba73280f06ad admin admin] Pushing event updated for resources: {'Port': ['ID=266c0c98-251a-40ef-b953-89db7137a957,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:31.054750 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e56a0df-ea1d-4f62-a4e1-ba73280f06ad admin admin] Network dc6c096a-ab1d-4dd5-b548-e6d43b20edbf is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:07:31.057883 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-3e56a0df-ea1d-4f62-a4e1-ba73280f06ad admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:07:31.079348 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e56a0df-ea1d-4f62-a4e1-ba73280f06ad admin admin] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:07:31.079348 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3e56a0df-ea1d-4f62-a4e1-ba73280f06ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457544'] for router_interface (b78a864e-c382-4149-b438-3b3373b9e7da), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:31.129560 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-3e88af56-c215-4c6c-a37f-cdfaa6f1269d None None] Set router 943a4045-54bd-49f9-88a5-96d188b44ed8 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:07:31.152570 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Pushing event updated for resources: {'Port': ['ID=883c6c70-058e-426a-aa69-6ead7a04d08f,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:31.169256 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:31.270285 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port c0dd96e3-d9ef-42c2-83d8-23fbdeff1421 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:31.270690 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (c0dd96e3-d9ef-42c2-83d8-23fbdeff1421), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:31.444523 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-abf9ed59-d4d2-4539-a450-16327586b674 admin admin] Publish callbacks [] for port (949354ab-f61a-4fec-96a9-9888653181b9), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:31.475621 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port c0dd96e3-d9ef-42c2-83d8-23fbdeff1421 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:31.475621 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device c759a638-b141-43c1-9b89-aa123e552da0 up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:07:31.623150 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-3e88af56-c215-4c6c-a37f-cdfaa6f1269d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'name': 'tempest-AttachVolumeNegativeTest-1482535796-router', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:25Z', 'revision_number': 3, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'gw_port': {'id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cd:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:23Z', 'updated_at': '2022-04-08T11:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi'}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:31.640599 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3e56a0df-ea1d-4f62-a4e1-ba73280f06ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (266c0c98-251a-40ef-b953-89db7137a957), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:31.648430 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-b6ab7617-c9da-4d88-9468-751e6b3b580a None None] Provisioning complete for port 266c0c98-251a-40ef-b953-89db7137a957 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:31.649010 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b6ab7617-c9da-4d88-9468-751e6b3b580a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (266c0c98-251a-40ef-b953-89db7137a957), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:31.660979 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-87fe5b9f-b1e9-4322-a0c1-d386899a25c2 admin admin] Allocated IP 172.20.0.1 (e19cdb1b-6b68-4ab1-b7ae-0515860cc308/9010fa40-00fa-4f20-8fb7-c4e600b421ca/f6064dd6-c164-4146-88c3-81cec2380cb9) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:07:31.716953 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e88af56-c215-4c6c-a37f-cdfaa6f1269d None None] The sync data for ids ['943a4045-54bd-49f9-88a5-96d188b44ed8'] in dv-cinder-836073-3-iscsi is: [{'id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'name': 'tempest-AttachVolumeNegativeTest-1482535796-router', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:25Z', 'revision_number': 3, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'gw_port': {'id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cd:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:23Z', 'updated_at': '2022-04-08T11:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi'}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:07:31.720852 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-abf9ed59-d4d2-4539-a450-16327586b674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (949354ab-f61a-4fec-96a9-9888653181b9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:31.721690 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-abf9ed59-d4d2-4539-a450-16327586b674 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7869787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457700'] for router_interface (16348a5f-1886-4781-bf96-5148ab3792c9), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:31.755117 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port c759a638-b141-43c1-9b89-aa123e552da0 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:31.755117 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (c759a638-b141-43c1-9b89-aa123e552da0), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:31.827408 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-b6ab7617-c9da-4d88-9468-751e6b3b580a None None] Port 266c0c98-251a-40ef-b953-89db7137a957 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:07:31.927662 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-87fe5b9f-b1e9-4322-a0c1-d386899a25c2 admin admin] Publish callbacks [] for port (f6064dd6-c164-4146-88c3-81cec2380cb9), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:31.964072 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9ed59-d4d2-4539-a450-16327586b674 admin admin] Pushing event updated for resources: {'Port': ['ID=949354ab-f61a-4fec-96a9-9888653181b9,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:31.971472 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port c759a638-b141-43c1-9b89-aa123e552da0 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:32.006372 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.25', 62272) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:32.080396 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2d0a5bdd-3ead-49db-8b47-019368d7df6c req-347f7f90-1a04-4414-b426-593529639e92 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdcbac7b-cdcf-47c3-93c4-7ac702037d48 HTTP/1.1" status: 200 len: 210 time: 0.0494797 Apr 08 11:07:32.164485 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf9ed59-d4d2-4539-a450-16327586b674 admin admin] Network 8dd2fe0c-a708-46a5-bc57-7be6e584a6fb is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:07:32.166771 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-abf9ed59-d4d2-4539-a450-16327586b674 admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:07:32.213523 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-87fe5b9f-b1e9-4322-a0c1-d386899a25c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629'] for port (f6064dd6-c164-4146-88c3-81cec2380cb9), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:32.314556 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3e56a0df-ea1d-4f62-a4e1-ba73280f06ad admin admin] Publish callbacks [] for port (266c0c98-251a-40ef-b953-89db7137a957), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:32.386740 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fe5b9f-b1e9-4322-a0c1-d386899a25c2 admin admin] Network e19cdb1b-6b68-4ab1-b7ae-0515860cc308 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:07:32.487164 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 883c6c70-058e-426a-aa69-6ead7a04d08f up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:07:32.517308 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3e56a0df-ea1d-4f62-a4e1-ba73280f06ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (266c0c98-251a-40ef-b953-89db7137a957), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:32.530591 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3e56a0df-ea1d-4f62-a4e1-ba73280f06ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7869787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457700'] for router_interface (b78a864e-c382-4149-b438-3b3373b9e7da), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:32.602178 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-87fe5b9f-b1e9-4322-a0c1-d386899a25c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:07:32.612411 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf9ed59-d4d2-4539-a450-16327586b674 admin admin] Router 16348a5f-1886-4781-bf96-5148ab3792c9 has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:07:32.613640 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe5b9f-b1e9-4322-a0c1-d386899a25c2 admin admin] Pushing event updated for resources: {'Port': ['ID=f6064dd6-c164-4146-88c3-81cec2380cb9,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:32.618819 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:32.624645 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port 883c6c70-058e-426a-aa69-6ead7a04d08f triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:32.625056 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (883c6c70-058e-426a-aa69-6ead7a04d08f), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:32.628588 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fe5b9f-b1e9-4322-a0c1-d386899a25c2 admin admin] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:07:32.629075 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-87fe5b9f-b1e9-4322-a0c1-d386899a25c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457544'] for router_interface (943a4045-54bd-49f9-88a5-96d188b44ed8), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:32.750651 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-b1aa2510-99ba-437f-bc0a-c3e8bd439080 None None] Provisioning complete for port 949354ab-f61a-4fec-96a9-9888653181b9 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:32.751672 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b1aa2510-99ba-437f-bc0a-c3e8bd439080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (949354ab-f61a-4fec-96a9-9888653181b9), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:32.984342 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e56a0df-ea1d-4f62-a4e1-ba73280f06ad admin admin] Network dc6c096a-ab1d-4dd5-b548-e6d43b20edbf is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:07:33.004217 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-3e56a0df-ea1d-4f62-a4e1-ba73280f06ad admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:07:33.012316 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-b1aa2510-99ba-437f-bc0a-c3e8bd439080 None None] Port 949354ab-f61a-4fec-96a9-9888653181b9 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:07:33.034147 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port 883c6c70-058e-426a-aa69-6ead7a04d08f is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:33.035241 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 0a8ccc56-a5d5-421c-ac56-f9b1be67df23 up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:07:33.136673 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e56a0df-ea1d-4f62-a4e1-ba73280f06ad admin admin] Pushing event updated for resources: {'Port': ['ID=266c0c98-251a-40ef-b953-89db7137a957,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:33.217253 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-dd609433-6a11-403d-a699-374fb0b392e8 None None] Provisioning complete for port f6064dd6-c164-4146-88c3-81cec2380cb9 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:33.217893 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-dd609433-6a11-403d-a699-374fb0b392e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (f6064dd6-c164-4146-88c3-81cec2380cb9), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:33.295508 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port 0a8ccc56-a5d5-421c-ac56-f9b1be67df23 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:33.296028 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (0a8ccc56-a5d5-421c-ac56-f9b1be67df23), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:33.377734 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-dd609433-6a11-403d-a699-374fb0b392e8 None None] Port f6064dd6-c164-4146-88c3-81cec2380cb9 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:07:33.393413 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e56a0df-ea1d-4f62-a4e1-ba73280f06ad admin admin] Router b78a864e-c382-4149-b438-3b3373b9e7da has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:07:33.407336 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf9ed59-d4d2-4539-a450-16327586b674 admin admin] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:07:33.444628 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-abf9ed59-d4d2-4539-a450-16327586b674 admin admin] 10.222.0.53 "PUT /v2.0/routers/16348a5f-1886-4781-bf96-5148ab3792c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9033885 Apr 08 11:07:33.498467 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port 0a8ccc56-a5d5-421c-ac56-f9b1be67df23 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:33.500344 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device e38f17d0-9617-40a6-8440-d7d47cd6e4f0 up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:07:33.516760 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-87fe5b9f-b1e9-4322-a0c1-d386899a25c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (f6064dd6-c164-4146-88c3-81cec2380cb9), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:33.553694 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f60fe30-a0a5-4449-8826-146d168b8bc8 None None] Sync routers for ids ['16348a5f-1886-4781-bf96-5148ab3792c9'] in dv-cinder-836073-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:07:33.612755 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f60fe30-a0a5-4449-8826-146d168b8bc8 None None] Routers {'16348a5f-1886-4781-bf96-5148ab3792c9'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:07:33.623389 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-9f60fe30-a0a5-4449-8826-146d168b8bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:07:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['16348a5f-1886-4781-bf96-5148ab3792c9'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:33.670629 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-08124185-b792-44e3-9267-6ce887c21a9d tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:33.672738 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-08124185-b792-44e3-9267-6ce887c21a9d tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.25 "GET /v2.0/networks?id=375ae04c-c876-44f5-8837-3309cee044d8 HTTP/1.1" status: 200 len: 811 time: 1.6650977 Apr 08 11:07:33.675369 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-49508a47-c16d-4148-8014-0ff9922b26c4 req-f41e4179-c4e5-4497-ac18-7041f2488784 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdcbac7b-cdcf-47c3-93c4-7ac702037d48 HTTP/1.1" status: 200 len: 210 time: 0.2971675 Apr 08 11:07:33.750258 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-656dbe7e-8e4a-451c-ae54-fd7018c86285 None None] Provisioning complete for port 266c0c98-251a-40ef-b953-89db7137a957 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:33.751033 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-656dbe7e-8e4a-451c-ae54-fd7018c86285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (266c0c98-251a-40ef-b953-89db7137a957), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:33.755095 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-9f038906-e322-4fb1-a3a9-6db44950d81b tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Request body: {'port': {'device_id': 'bdcbac7b-cdcf-47c3-93c4-7ac702037d48', 'network_id': '375ae04c-c876-44f5-8837-3309cee044d8', 'admin_state_up': True, 'tenant_id': '1f79b47322ef4d809fd304d118fd43bf'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:33.782277 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port e38f17d0-9617-40a6-8440-d7d47cd6e4f0 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:33.782645 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (e38f17d0-9617-40a6-8440-d7d47cd6e4f0), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:33.984517 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-87fe5b9f-b1e9-4322-a0c1-d386899a25c2 admin admin] Publish callbacks [] for port (f6064dd6-c164-4146-88c3-81cec2380cb9), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:33.997741 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e56a0df-ea1d-4f62-a4e1-ba73280f06ad admin admin] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:07:34.009100 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-3e56a0df-ea1d-4f62-a4e1-ba73280f06ad admin admin] 10.222.0.53 "PUT /v2.0/routers/b78a864e-c382-4149-b438-3b3373b9e7da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0754097 Apr 08 11:07:34.043332 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-656dbe7e-8e4a-451c-ae54-fd7018c86285 None None] Port 266c0c98-251a-40ef-b953-89db7137a957 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:07:34.045646 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-87fe5b9f-b1e9-4322-a0c1-d386899a25c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (f6064dd6-c164-4146-88c3-81cec2380cb9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:34.046464 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-87fe5b9f-b1e9-4322-a0c1-d386899a25c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7869787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457700'] for router_interface (943a4045-54bd-49f9-88a5-96d188b44ed8), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:34.077269 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-9f60fe30-a0a5-4449-8826-146d168b8bc8 None None] Set router 16348a5f-1886-4781-bf96-5148ab3792c9 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:07:34.128715 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port e38f17d0-9617-40a6-8440-d7d47cd6e4f0 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:34.129314 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (e38f17d0-9617-40a6-8440-d7d47cd6e4f0), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:34.182192 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe5b9f-b1e9-4322-a0c1-d386899a25c2 admin admin] Pushing event updated for resources: {'Port': ['ID=f6064dd6-c164-4146-88c3-81cec2380cb9,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:34.241509 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] For port e38f17d0-9617-40a6-8440-d7d47cd6e4f0, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=e38f17d0-9617-40a6-8440-d7d47cd6e4f0,segment=NetworkSegment(2bb98e3e-6539-44eb-b25b-4089590167ac),segment_id=2bb98e3e-6539-44eb-b25b-4089590167ac)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:07:34.290329 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-9f038906-e322-4fb1-a3a9-6db44950d81b tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Made reservation on behalf of 1f79b47322ef4d809fd304d118fd43bf for: {'port': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:07:34.297448 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-9f038906-e322-4fb1-a3a9-6db44950d81b tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:34.300584 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:34.314820 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (e38f17d0-9617-40a6-8440-d7d47cd6e4f0), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:34.367529 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fe5b9f-b1e9-4322-a0c1-d386899a25c2 admin admin] Network e19cdb1b-6b68-4ab1-b7ae-0515860cc308 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:07:34.370581 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-87fe5b9f-b1e9-4322-a0c1-d386899a25c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:07:34.544859 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b82d074-5d96-4f77-9a07-ff04108012b4 None None] Sync routers for ids ['b78a864e-c382-4149-b438-3b3373b9e7da'] in dv-cinder-836073-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:07:34.587877 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b82d074-5d96-4f77-9a07-ff04108012b4 None None] Routers {'b78a864e-c382-4149-b438-3b3373b9e7da'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:07:34.591811 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-0b82d074-5d96-4f77-9a07-ff04108012b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:07:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['b78a864e-c382-4149-b438-3b3373b9e7da'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:34.617803 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 98519e1f-ff0d-45dd-a66a-1c407c42d889 up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:07:34.647730 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Pushing event updated for resources: {'Port': ['ID=e38f17d0-9617-40a6-8440-d7d47cd6e4f0,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:34.954783 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-9f60fe30-a0a5-4449-8826-146d168b8bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'name': 'tempest-AttachVolumeTestJSON-397204211-router', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '883c6c70-058e-426a-aa69-6ead7a04d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:20Z', 'updated_at': '2022-04-08T11:07:30Z', 'revision_number': 4, 'project_id': '16c20ec5a754420c8f43a0f7e847031a', 'gw_port': {'id': '883c6c70-058e-426a-aa69-6ead7a04d08f', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:34:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': '949354ab-f61a-4fec-96a9-9888653181b9', 'name': '', 'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'mac_address': 'fa:16:3e:52:13:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c6e2448f-6563-4dea-8f56-29b70f4d3ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:27Z', 'updated_at': '2022-04-08T11:07:30Z', 'revision_number': 2, 'project_id': '16c20ec5a754420c8f43a0f7e847031a', 'subnets': [{'id': 'c6e2448f-6563-4dea-8f56-29b70f4d3ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:34.996264 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-0b82d074-5d96-4f77-9a07-ff04108012b4 None None] Set router b78a864e-c382-4149-b438-3b3373b9e7da gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:07:35.136319 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port 98519e1f-ff0d-45dd-a66a-1c407c42d889 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:35.141891 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (98519e1f-ff0d-45dd-a66a-1c407c42d889), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:35.208265 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 43724) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:35.218030 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-f21745c9-8027-481f-b332-5664699da65b tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Request body: {'security_group': {'name': 'tempest-securitygroup--195724261', 'description': 'tempest-description--1951595589'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:35.250599 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f60fe30-a0a5-4449-8826-146d168b8bc8 None None] Checking router: 16348a5f-1886-4781-bf96-5148ab3792c9 for host: dv-cinder-836073-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:07:35.250978 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f60fe30-a0a5-4449-8826-146d168b8bc8 None None] Updating router 16348a5f-1886-4781-bf96-5148ab3792c9 port 949354ab-f61a-4fec-96a9-9888653181b9 binding host dv-cinder-836073-3-iscsi {{(pid=104018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:07:35.289455 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-844a6508-ac28-4316-a931-56cd7a089f2c None None] Provisioning complete for port f6064dd6-c164-4146-88c3-81cec2380cb9 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:35.289934 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-844a6508-ac28-4316-a931-56cd7a089f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (f6064dd6-c164-4146-88c3-81cec2380cb9), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:35.292138 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-9f038906-e322-4fb1-a3a9-6db44950d81b tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Allocated IP 172.20.0.4 (375ae04c-c876-44f5-8837-3309cee044d8/f1906683-baff-4f15-9428-02372aeff022/3e8abd87-70aa-420a-b7e4-7c68d37a3621) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:07:35.361749 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9f60fe30-a0a5-4449-8826-146d168b8bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (949354ab-f61a-4fec-96a9-9888653181b9), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:35.365320 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-844a6508-ac28-4316-a931-56cd7a089f2c None None] Port f6064dd6-c164-4146-88c3-81cec2380cb9 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:07:35.373954 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f21745c9-8027-481f-b332-5664699da65b tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:35.443560 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port 98519e1f-ff0d-45dd-a66a-1c407c42d889 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:35.444141 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (98519e1f-ff0d-45dd-a66a-1c407c42d889), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:35.462140 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87fe5b9f-b1e9-4322-a0c1-d386899a25c2 admin admin] Router 943a4045-54bd-49f9-88a5-96d188b44ed8 has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:07:35.878753 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-9f038906-e322-4fb1-a3a9-6db44950d81b tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Publish callbacks [] for port (3e8abd87-70aa-420a-b7e4-7c68d37a3621), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:36.013437 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 43748) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:36.018243 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-147ab309-53bc-48d5-91f4-09a3294d09d2 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Request body: {'security_group': {'name': 'tempest-securitygroup--389898977', 'description': 'tempest-description--434471549'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:36.032626 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-0b82d074-5d96-4f77-9a07-ff04108012b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'name': 'tempest-AttachVolumeShelveTestJSON-566511373-router', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'e38f17d0-9617-40a6-8440-d7d47cd6e4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:22Z', 'updated_at': '2022-04-08T11:07:31Z', 'revision_number': 4, 'project_id': 'a1193c805e04401c8afbb9690ce62e77', 'gw_port': {'id': 'e38f17d0-9617-40a6-8440-d7d47cd6e4f0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:24Z', 'updated_at': '2022-04-08T11:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': '266c0c98-251a-40ef-b953-89db7137a957', 'name': '', 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'mac_address': 'fa:16:3e:f0:1e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '69645fe8-51b2-4fb3-8963-10a4b0bd4ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:30Z', 'updated_at': '2022-04-08T11:07:31Z', 'revision_number': 2, 'project_id': 'a1193c805e04401c8afbb9690ce62e77', 'subnets': [{'id': '69645fe8-51b2-4fb3-8963-10a4b0bd4ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:36.040729 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e713375b-fffb-4b28-ba92-d0a0e9570ee6 req-edcbf4d0-a226-437a-911a-d62d141875f6 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdcbac7b-cdcf-47c3-93c4-7ac702037d48 HTTP/1.1" status: 200 len: 210 time: 0.1040058 Apr 08 11:07:36.043306 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fe5b9f-b1e9-4322-a0c1-d386899a25c2 admin admin] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:07:36.044415 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f21745c9-8027-481f-b332-5664699da65b tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for security_group (5b7ca966-9a91-4567-af21-5d4af91307e7), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:36.060722 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-87fe5b9f-b1e9-4322-a0c1-d386899a25c2 admin admin] 10.222.0.53 "PUT /v2.0/routers/943a4045-54bd-49f9-88a5-96d188b44ed8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2488518 Apr 08 11:07:36.068551 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b82d074-5d96-4f77-9a07-ff04108012b4 None None] Checking router: b78a864e-c382-4149-b438-3b3373b9e7da for host: dv-cinder-836073-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:07:36.068915 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b82d074-5d96-4f77-9a07-ff04108012b4 None None] Updating router b78a864e-c382-4149-b438-3b3373b9e7da port 266c0c98-251a-40ef-b953-89db7137a957 binding host dv-cinder-836073-3-iscsi {{(pid=104019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:07:36.073061 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] For port 98519e1f-ff0d-45dd-a66a-1c407c42d889, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=98519e1f-ff0d-45dd-a66a-1c407c42d889,segment=NetworkSegment(2bb98e3e-6539-44eb-b25b-4089590167ac),segment_id=2bb98e3e-6539-44eb-b25b-4089590167ac)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:07:36.092245 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-9f038906-e322-4fb1-a3a9-6db44950d81b tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629'] for port (3e8abd87-70aa-420a-b7e4-7c68d37a3621), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:36.104588 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548963d0-f4d7-48c7-b2f7-946ca9db2c58 None None] Sync routers for ids ['943a4045-54bd-49f9-88a5-96d188b44ed8'] in dv-cinder-836073-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:07:36.120416 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-0b82d074-5d96-4f77-9a07-ff04108012b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (266c0c98-251a-40ef-b953-89db7137a957), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:36.166794 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f21745c9-8027-481f-b332-5664699da65b tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (5b7ca966-9a91-4567-af21-5d4af91307e7), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:36.180788 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (98519e1f-ff0d-45dd-a66a-1c407c42d889), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:36.199495 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548963d0-f4d7-48c7-b2f7-946ca9db2c58 None None] Routers {'943a4045-54bd-49f9-88a5-96d188b44ed8'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:07:36.199495 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-548963d0-f4d7-48c7-b2f7-946ca9db2c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:07:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['943a4045-54bd-49f9-88a5-96d188b44ed8'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:36.231396 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-9f038906-e322-4fb1-a3a9-6db44950d81b tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Network 375ae04c-c876-44f5-8837-3309cee044d8 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:07:36.250932 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-9f038906-e322-4fb1-a3a9-6db44950d81b tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:07:36.262921 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-147ab309-53bc-48d5-91f4-09a3294d09d2 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:36.279031 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-9f038906-e322-4fb1-a3a9-6db44950d81b tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:07:36.376342 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-9f038906-e322-4fb1-a3a9-6db44950d81b tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:36.376342 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-9f038906-e322-4fb1-a3a9-6db44950d81b tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:36.376342 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21745c9-8027-481f-b332-5664699da65b tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7ca966-9a91-4567-af21-5d4af91307e7,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:36.376342 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f038906-e322-4fb1-a3a9-6db44950d81b tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Pushing event updated for resources: {'Port': ['ID=3e8abd87-70aa-420a-b7e4-7c68d37a3621,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:36.434044 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-147ab309-53bc-48d5-91f4-09a3294d09d2 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for security_group (a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:36.476994 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Pushing event updated for resources: {'Port': ['ID=98519e1f-ff0d-45dd-a66a-1c407c42d889,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:36.490045 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device e38f17d0-9617-40a6-8440-d7d47cd6e4f0 up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:07:36.548078 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-548963d0-f4d7-48c7-b2f7-946ca9db2c58 None None] Set router 943a4045-54bd-49f9-88a5-96d188b44ed8 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:07:36.552411 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9f60fe30-a0a5-4449-8826-146d168b8bc8 None None] Publish callbacks [] for port (949354ab-f61a-4fec-96a9-9888653181b9), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:36.665062 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-0b82d074-5d96-4f77-9a07-ff04108012b4 None None] Publish callbacks [] for port (266c0c98-251a-40ef-b953-89db7137a957), precommit_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:36.699885 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f21745c9-8027-481f-b332-5664699da65b tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:36.703657 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 43766) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:36.709511 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-f21745c9-8027-481f-b332-5664699da65b tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4962907 Apr 08 11:07:36.709511 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-9f038906-e322-4fb1-a3a9-6db44950d81b tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9604933 Apr 08 11:07:36.709747 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-575183c1-f2eb-4036-8510-c5723fde7258 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Request body: {'security_group_rule': {'security_group_id': '5b7ca966-9a91-4567-af21-5d4af91307e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:36.721538 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-9982a00e-5d78-4cb5-a485-844424881c71 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=104016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:07:36.723964 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-9982a00e-5d78-4cb5-a485-844424881c71 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075839 Apr 08 11:07:36.763863 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-147ab309-53bc-48d5-91f4-09a3294d09d2 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:36.788714 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-0b82d074-5d96-4f77-9a07-ff04108012b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (266c0c98-251a-40ef-b953-89db7137a957), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:36.855344 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9f60fe30-a0a5-4449-8826-146d168b8bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (949354ab-f61a-4fec-96a9-9888653181b9), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:36.881430 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 43770) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:36.886804 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ab309-53bc-48d5-91f4-09a3294d09d2 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:36.896208 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-575183c1-f2eb-4036-8510-c5723fde7258 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for security_group_rule (a38c71ea-f52c-4264-889b-b9328b86d15a), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:36.932443 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d7b16-287d-404e-b856-cf9e2ea81d4f None None] Pushing event updated for resources: {'Port': ['ID=266c0c98-251a-40ef-b953-89db7137a957,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:36.943332 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-147ab309-53bc-48d5-91f4-09a3294d09d2 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:36.948472 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 43774) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:36.953749 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-4f27d8b1-a711-4ba7-9892-a7577208deb0 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Request body: {'security_group_rule': {'security_group_id': 'a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:36.961290 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa657b1-b550-45e1-8564-7fe629cdf4dc None None] Pushing event updated for resources: {'Port': ['ID=949354ab-f61a-4fec-96a9-9888653181b9,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:36.964460 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-147ab309-53bc-48d5-91f4-09a3294d09d2 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.9490225 Apr 08 11:07:37.053185 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port e38f17d0-9617-40a6-8440-d7d47cd6e4f0 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:37.053562 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (e38f17d0-9617-40a6-8440-d7d47cd6e4f0), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:37.127750 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4f27d8b1-a711-4ba7-9892-a7577208deb0 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for security_group_rule (8761f2dd-927a-4cb7-9dab-1c2f77b2cefd), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:37.250444 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-575183c1-f2eb-4036-8510-c5723fde7258 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for security_group_rule (a38c71ea-f52c-4264-889b-b9328b86d15a), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:37.280270 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-0b82d074-5d96-4f77-9a07-ff04108012b4 None None] Attempting to bind port 266c0c98-251a-40ef-b953-89db7137a957 on host dv-cinder-836073-3-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:07:37.280270 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-0b82d074-5d96-4f77-9a07-ff04108012b4 None None] Attempting to bind port 266c0c98-251a-40ef-b953-89db7137a957 by drivers openvswitch,hyperv on host dv-cinder-836073-3-iscsi at level 0 using segments [{'id': 'bb9e3258-fa2f-4286-80e8-28f078f3a6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:07:37.280270 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b82d074-5d96-4f77-9a07-ff04108012b4 None None] Attempting to bind port 266c0c98-251a-40ef-b953-89db7137a957 on network dc6c096a-ab1d-4dd5-b548-e6d43b20edbf {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:07:37.303540 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b82d074-5d96-4f77-9a07-ff04108012b4 None None] Checking agent: {'id': 'eea5fd99-e581-41a4-a61b-1141d246636d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 58, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:07:37.304152 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b82d074-5d96-4f77-9a07-ff04108012b4 None None] Checking segment: {'id': 'bb9e3258-fa2f-4286-80e8-28f078f3a6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:07:37.304826 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-0b82d074-5d96-4f77-9a07-ff04108012b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:37.317379 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b82d074-5d96-4f77-9a07-ff04108012b4 None None] Bound using segment: {'id': 'bb9e3258-fa2f-4286-80e8-28f078f3a6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:07:37.318508 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-0b82d074-5d96-4f77-9a07-ff04108012b4 None None] Bound port: 266c0c98-251a-40ef-b953-89db7137a957, host: dv-cinder-836073-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb9e3258-fa2f-4286-80e8-28f078f3a6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:07:37.319669 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-0b82d074-5d96-4f77-9a07-ff04108012b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (266c0c98-251a-40ef-b953-89db7137a957), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:37.425077 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-575183c1-f2eb-4036-8510-c5723fde7258 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919275'] for security_group_rule (a38c71ea-f52c-4264-889b-b9328b86d15a), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:37.430354 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-9f60fe30-a0a5-4449-8826-146d168b8bc8 None None] Attempting to bind port 949354ab-f61a-4fec-96a9-9888653181b9 on host dv-cinder-836073-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:07:37.430837 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-9f60fe30-a0a5-4449-8826-146d168b8bc8 None None] Attempting to bind port 949354ab-f61a-4fec-96a9-9888653181b9 by drivers openvswitch,hyperv on host dv-cinder-836073-3-iscsi at level 0 using segments [{'id': '7c3cd9ae-03b6-4373-b79c-5b396a609cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:07:37.431124 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f60fe30-a0a5-4449-8826-146d168b8bc8 None None] Attempting to bind port 949354ab-f61a-4fec-96a9-9888653181b9 on network 8dd2fe0c-a708-46a5-bc57-7be6e584a6fb {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:07:37.463001 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-548963d0-f4d7-48c7-b2f7-946ca9db2c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'name': 'tempest-AttachVolumeNegativeTest-1482535796-router', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:32Z', 'revision_number': 4, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'gw_port': {'id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:23Z', 'updated_at': '2022-04-08T11:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': 'f6064dd6-c164-4146-88c3-81cec2380cb9', 'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'mac_address': 'fa:16:3e:eb:37:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:31Z', 'updated_at': '2022-04-08T11:07:33Z', 'revision_number': 2, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'subnets': [{'id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:37.499553 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548963d0-f4d7-48c7-b2f7-946ca9db2c58 None None] Checking router: 943a4045-54bd-49f9-88a5-96d188b44ed8 for host: dv-cinder-836073-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:07:37.505120 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548963d0-f4d7-48c7-b2f7-946ca9db2c58 None None] Updating router 943a4045-54bd-49f9-88a5-96d188b44ed8 port f6064dd6-c164-4146-88c3-81cec2380cb9 binding host dv-cinder-836073-3-iscsi {{(pid=104018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:07:37.505120 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f60fe30-a0a5-4449-8826-146d168b8bc8 None None] Checking agent: {'id': 'eea5fd99-e581-41a4-a61b-1141d246636d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 58, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:07:37.505120 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f60fe30-a0a5-4449-8826-146d168b8bc8 None None] Checking segment: {'id': '7c3cd9ae-03b6-4373-b79c-5b396a609cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:07:37.505120 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9f60fe30-a0a5-4449-8826-146d168b8bc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:37.505120 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f60fe30-a0a5-4449-8826-146d168b8bc8 None None] Bound using segment: {'id': '7c3cd9ae-03b6-4373-b79c-5b396a609cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:07:37.505120 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-9f60fe30-a0a5-4449-8826-146d168b8bc8 None None] Bound port: 949354ab-f61a-4fec-96a9-9888653181b9, host: dv-cinder-836073-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c3cd9ae-03b6-4373-b79c-5b396a609cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:07:37.505120 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9f60fe30-a0a5-4449-8826-146d168b8bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (949354ab-f61a-4fec-96a9-9888653181b9), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:37.545000 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575183c1-f2eb-4036-8510-c5723fde7258 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a38c71ea-f52c-4264-889b-b9328b86d15a,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:37.601752 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95169bc-f844-4bd9-ab01-be6d56be67d4 req-e1197b9c-a884-410f-ad94-a48d9f778ccc tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:37.605476 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b95169bc-f844-4bd9-ab01-be6d56be67d4 req-e1197b9c-a884-410f-ad94-a48d9f778ccc tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdcbac7b-cdcf-47c3-93c4-7ac702037d48 HTTP/1.1" status: 200 len: 931 time: 0.3231611 Apr 08 11:07:37.616844 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-9f60fe30-a0a5-4449-8826-146d168b8bc8 None None] For port 949354ab-f61a-4fec-96a9-9888653181b9, host dv-cinder-836073-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:07:37.621259 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-9f60fe30-a0a5-4449-8826-146d168b8bc8 None None] For port 949354ab-f61a-4fec-96a9-9888653181b9, host dv-cinder-836073-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=949354ab-f61a-4fec-96a9-9888653181b9,segment=NetworkSegment(7c3cd9ae-03b6-4373-b79c-5b396a609cc9),segment_id=7c3cd9ae-03b6-4373-b79c-5b396a609cc9)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:07:37.693050 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4f27d8b1-a711-4ba7-9892-a7577208deb0 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for security_group_rule (8761f2dd-927a-4cb7-9dab-1c2f77b2cefd), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:37.711402 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-575183c1-f2eb-4036-8510-c5723fde7258 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:37.725494 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-575183c1-f2eb-4036-8510-c5723fde7258 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0166757 Apr 08 11:07:37.727854 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 43802) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:37.727977 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-48865bf8-635d-489a-b721-d81a3ba27a48 service neutron] Request body: {'port': {'device_id': 'bdcbac7b-cdcf-47c3-93c4-7ac702037d48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:37.740185 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ceb6e8ae-38a4-4d4b-af84-06396bdd3cbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:37.752398 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-d3dbd3b2-ddc6-4001-bf45-4e059c03a429 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Request body: {'security_group_rule': {'security_group_id': '5b7ca966-9a91-4567-af21-5d4af91307e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:37.853362 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4f27d8b1-a711-4ba7-9892-a7577208deb0 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919275'] for security_group_rule (8761f2dd-927a-4cb7-9dab-1c2f77b2cefd), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:37.921233 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-0b82d074-5d96-4f77-9a07-ff04108012b4 None None] For port 266c0c98-251a-40ef-b953-89db7137a957, host dv-cinder-836073-3-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:07:37.927716 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-0b82d074-5d96-4f77-9a07-ff04108012b4 None None] For port 266c0c98-251a-40ef-b953-89db7137a957, host dv-cinder-836073-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=266c0c98-251a-40ef-b953-89db7137a957,segment=NetworkSegment(bb9e3258-fa2f-4286-80e8-28f078f3a6fa),segment_id=bb9e3258-fa2f-4286-80e8-28f078f3a6fa)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:07:37.973038 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b95169bc-f844-4bd9-ab01-be6d56be67d4 req-c2a156dc-9591-4ac9-bed1-3894959fefef tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a1b136f-8e61-4e8c-96dc-f451f49b8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543952 Apr 08 11:07:37.996868 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9f60fe30-a0a5-4449-8826-146d168b8bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (949354ab-f61a-4fec-96a9-9888653181b9), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:38.004141 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d3dbd3b2-ddc6-4001-bf45-4e059c03a429 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for security_group_rule (6889b03d-064f-45dc-8f02-4ed0ff6e9583), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:38.021426 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-0b82d074-5d96-4f77-9a07-ff04108012b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (266c0c98-251a-40ef-b953-89db7137a957), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:38.050536 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27d8b1-a711-4ba7-9892-a7577208deb0 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8761f2dd-927a-4cb7-9dab-1c2f77b2cefd,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:38.134423 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-48865bf8-635d-489a-b721-d81a3ba27a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (3e8abd87-70aa-420a-b7e4-7c68d37a3621), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:38.180519 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4f27d8b1-a711-4ba7-9892-a7577208deb0 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:38.182715 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-4f27d8b1-a711-4ba7-9892-a7577208deb0 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2325845 Apr 08 11:07:38.198803 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 43822) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:38.209436 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b82d074-5d96-4f77-9a07-ff04108012b4 None None] Routers {'b78a864e-c382-4149-b438-3b3373b9e7da'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:07:38.210137 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-0b82d074-5d96-4f77-9a07-ff04108012b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:07:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['b78a864e-c382-4149-b438-3b3373b9e7da'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:38.212322 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d3dbd3b2-ddc6-4001-bf45-4e059c03a429 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for security_group_rule (6889b03d-064f-45dc-8f02-4ed0ff6e9583), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:38.214247 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d7b16-287d-404e-b856-cf9e2ea81d4f None None] Pushing event updated for resources: {'Port': ['ID=266c0c98-251a-40ef-b953-89db7137a957,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:38.221809 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-fa92c529-75bf-4385-b0f5-622c7e0b7004 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Request body: {'security_group_rule': {'security_group_id': 'a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:38.251733 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa657b1-b550-45e1-8564-7fe629cdf4dc None None] Pushing event updated for resources: {'Port': ['ID=949354ab-f61a-4fec-96a9-9888653181b9,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:38.307643 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d3dbd3b2-ddc6-4001-bf45-4e059c03a429 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919275'] for security_group_rule (6889b03d-064f-45dc-8f02-4ed0ff6e9583), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:38.308354 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-548963d0-f4d7-48c7-b2f7-946ca9db2c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (f6064dd6-c164-4146-88c3-81cec2380cb9), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:38.382815 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dbd3b2-ddc6-4001-bf45-4e059c03a429 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6889b03d-064f-45dc-8f02-4ed0ff6e9583,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:38.398032 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-72e876cf-540e-457c-817c-ea0faa701677 None None] Provisioning complete for port 266c0c98-251a-40ef-b953-89db7137a957 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:38.399961 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-72e876cf-540e-457c-817c-ea0faa701677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (266c0c98-251a-40ef-b953-89db7137a957), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:38.411934 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port e38f17d0-9617-40a6-8440-d7d47cd6e4f0 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:38.471372 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fa92c529-75bf-4385-b0f5-622c7e0b7004 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for security_group_rule (fedbefec-f42b-446d-9bcf-6e3042d3f5f0), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:38.614589 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d3dbd3b2-ddc6-4001-bf45-4e059c03a429 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:38.617846 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-d3dbd3b2-ddc6-4001-bf45-4e059c03a429 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8876274 Apr 08 11:07:38.622706 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 43834) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:38.627499 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ceb6e8ae-38a4-4d4b-af84-06396bdd3cbb admin admin] Publish callbacks [] for security_group (4dd902ad-f68f-4b36-956f-511f2e309fb0), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:38.661969 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-d75f5a76-1aac-4de8-a3c7-1253be5fcecf tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Request body: {'floatingip': {'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:38.684978 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-0b82d074-5d96-4f77-9a07-ff04108012b4 None None] Set router b78a864e-c382-4149-b438-3b3373b9e7da gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:07:38.825179 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 43842) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:38.855358 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-cabfa565-c8d9-4d44-9253-cb10547a7e9b tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Request body: {'security_group': {'name': 'tempest-securitygroup--528788257', 'description': 'tempest-description--1250651977'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:38.861731 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 43844) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:38.875544 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ceb6e8ae-38a4-4d4b-af84-06396bdd3cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (4dd902ad-f68f-4b36-956f-511f2e309fb0), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:38.913299 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d75f5a76-1aac-4de8-a3c7-1253be5fcecf tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:38.923545 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 98519e1f-ff0d-45dd-a66a-1c407c42d889 up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:07:38.972527 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fa92c529-75bf-4385-b0f5-622c7e0b7004 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for security_group_rule (fedbefec-f42b-446d-9bcf-6e3042d3f5f0), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:39.021135 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cabfa565-c8d9-4d44-9253-cb10547a7e9b tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:39.021711 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-ceb6e8ae-38a4-4d4b-af84-06396bdd3cbb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d9304a00283a4faf914406b0fe7fe337&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1387086 Apr 08 11:07:39.032547 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 43852) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:39.034840 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb6e8ae-38a4-4d4b-af84-06396bdd3cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd902ad-f68f-4b36-956f-511f2e309fb0,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:39.144122 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f60fe30-a0a5-4449-8826-146d168b8bc8 None None] Routers {'16348a5f-1886-4781-bf96-5148ab3792c9'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:07:39.144931 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-9f60fe30-a0a5-4449-8826-146d168b8bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:07:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['16348a5f-1886-4781-bf96-5148ab3792c9'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:39.228233 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fa92c529-75bf-4385-b0f5-622c7e0b7004 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919275'] for security_group_rule (fedbefec-f42b-446d-9bcf-6e3042d3f5f0), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:39.234228 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-72e876cf-540e-457c-817c-ea0faa701677 None None] Current status of the port 266c0c98-251a-40ef-b953-89db7137a957 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:39.236042 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-72e876cf-540e-457c-817c-ea0faa701677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (266c0c98-251a-40ef-b953-89db7137a957), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:39.263848 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6bbbedfb-5835-49da-ac41-8d01fbd08f4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:39.273794 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-802e4f35-efd1-409c-9ae4-3b3676d3d63b admin admin] Publish callbacks [] for security_group (4dd902ad-f68f-4b36-956f-511f2e309fb0), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:39.300695 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa92c529-75bf-4385-b0f5-622c7e0b7004 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fedbefec-f42b-446d-9bcf-6e3042d3f5f0,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:39.323450 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-802e4f35-efd1-409c-9ae4-3b3676d3d63b admin admin] Publish callbacks [] for security_group (4dd902ad-f68f-4b36-956f-511f2e309fb0), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:39.404442 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-0b82d074-5d96-4f77-9a07-ff04108012b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'name': 'tempest-AttachVolumeShelveTestJSON-566511373-router', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'e38f17d0-9617-40a6-8440-d7d47cd6e4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:22Z', 'updated_at': '2022-04-08T11:07:31Z', 'revision_number': 4, 'project_id': 'a1193c805e04401c8afbb9690ce62e77', 'gw_port': {'id': 'e38f17d0-9617-40a6-8440-d7d47cd6e4f0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:24Z', 'updated_at': '2022-04-08T11:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': '266c0c98-251a-40ef-b953-89db7137a957', 'name': '', 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'mac_address': 'fa:16:3e:f0:1e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '69645fe8-51b2-4fb3-8963-10a4b0bd4ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:30Z', 'updated_at': '2022-04-08T11:07:37Z', 'revision_number': 4, 'project_id': 'a1193c805e04401c8afbb9690ce62e77', 'subnets': [{'id': '69645fe8-51b2-4fb3-8963-10a4b0bd4ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:39.436359 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-48865bf8-635d-489a-b721-d81a3ba27a48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e8abd87-70aa-420a-b7e4-7c68d37a3621 {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:07:39.446425 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b82d074-5d96-4f77-9a07-ff04108012b4 None None] The sync data for ids ['b78a864e-c382-4149-b438-3b3373b9e7da'] in dv-cinder-836073-3-iscsi is: [{'id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'name': 'tempest-AttachVolumeShelveTestJSON-566511373-router', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'e38f17d0-9617-40a6-8440-d7d47cd6e4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:22Z', 'updated_at': '2022-04-08T11:07:31Z', 'revision_number': 4, 'project_id': 'a1193c805e04401c8afbb9690ce62e77', 'gw_port': {'id': 'e38f17d0-9617-40a6-8440-d7d47cd6e4f0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:24Z', 'updated_at': '2022-04-08T11:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': '266c0c98-251a-40ef-b953-89db7137a957', 'name': '', 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'mac_address': 'fa:16:3e:f0:1e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '69645fe8-51b2-4fb3-8963-10a4b0bd4ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:30Z', 'updated_at': '2022-04-08T11:07:37Z', 'revision_number': 4, 'project_id': 'a1193c805e04401c8afbb9690ce62e77', 'subnets': [{'id': '69645fe8-51b2-4fb3-8963-10a4b0bd4ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:07:39.483616 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-48865bf8-635d-489a-b721-d81a3ba27a48 service neutron] Publish callbacks [] for port (3e8abd87-70aa-420a-b7e4-7c68d37a3621), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:39.568818 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-72e876cf-540e-457c-817c-ea0faa701677 None None] For port 266c0c98-251a-40ef-b953-89db7137a957, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=266c0c98-251a-40ef-b953-89db7137a957,segment=NetworkSegment(bb9e3258-fa2f-4286-80e8-28f078f3a6fa),segment_id=bb9e3258-fa2f-4286-80e8-28f078f3a6fa)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:07:39.574565 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fa92c529-75bf-4385-b0f5-622c7e0b7004 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:39.576932 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-fa92c529-75bf-4385-b0f5-622c7e0b7004 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3586879 Apr 08 11:07:39.579840 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 43860) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:39.594128 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-9f60fe30-a0a5-4449-8826-146d168b8bc8 None None] Set router 16348a5f-1886-4781-bf96-5148ab3792c9 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:07:39.600581 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-48865bf8-635d-489a-b721-d81a3ba27a48 service neutron] Transition to ACTIVE for port object 3e8abd87-70aa-420a-b7e4-7c68d37a3621 will not be triggered until provisioned by entity L2. {{(pid=104016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:07:39.616819 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port 98519e1f-ff0d-45dd-a66a-1c407c42d889 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:39.619088 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (98519e1f-ff0d-45dd-a66a-1c407c42d889), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:39.637643 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-74c69b5d-2fda-4e7e-bd8b-90192ea86f92 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Request body: {'floatingip': {'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:39.676309 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6bbbedfb-5835-49da-ac41-8d01fbd08f4a admin admin] Publish callbacks [] for security_group (0383d07e-ca8e-4b96-b10d-46e9ae525a8d), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:39.678693 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f389aaa-01c6-42db-bc5e-50ba40d43a97 req-ecb0deb2-7088-4c7a-afb4-ba8a6d08ca60 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:39.679478 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-48865bf8-635d-489a-b721-d81a3ba27a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (3e8abd87-70aa-420a-b7e4-7c68d37a3621), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:39.688672 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3f389aaa-01c6-42db-bc5e-50ba40d43a97 req-ecb0deb2-7088-4c7a-afb4-ba8a6d08ca60 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdcbac7b-cdcf-47c3-93c4-7ac702037d48 HTTP/1.1" status: 200 len: 931 time: 0.5410156 Apr 08 11:07:39.777489 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-72e876cf-540e-457c-817c-ea0faa701677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (266c0c98-251a-40ef-b953-89db7137a957), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:39.788003 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cabfa565-c8d9-4d44-9253-cb10547a7e9b tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group (232bd6be-953e-4b7f-a413-4a09c56bc7a5), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:39.791471 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-802e4f35-efd1-409c-9ae4-3b3676d3d63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (4dd902ad-f68f-4b36-956f-511f2e309fb0), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:39.794664 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-802e4f35-efd1-409c-9ae4-3b3676d3d63b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:39.795899 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-802e4f35-efd1-409c-9ae4-3b3676d3d63b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4dd902ad-f68f-4b36-956f-511f2e309fb0 HTTP/1.1" status: 204 len: 168 time: 0.7620819 Apr 08 11:07:39.796653 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6bbbedfb-5835-49da-ac41-8d01fbd08f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (0383d07e-ca8e-4b96-b10d-46e9ae525a8d), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:39.863791 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3f389aaa-01c6-42db-bc5e-50ba40d43a97 req-72a261fb-5f14-4ff9-854e-ab5b5a2cc278 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a1b136f-8e61-4e8c-96dc-f451f49b8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736457 Apr 08 11:07:39.870987 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 43866) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:39.902511 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cabfa565-c8d9-4d44-9253-cb10547a7e9b tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (232bd6be-953e-4b7f-a413-4a09c56bc7a5), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:39.925963 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-74c69b5d-2fda-4e7e-bd8b-90192ea86f92 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:39.950735 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e4f35-efd1-409c-9ae4-3b3676d3d63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd902ad-f68f-4b36-956f-511f2e309fb0,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:40.015175 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cabfa565-c8d9-4d44-9253-cb10547a7e9b tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:40.016702 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-cabfa565-c8d9-4d44-9253-cb10547a7e9b tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1904459 Apr 08 11:07:40.025072 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 43870) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:40.026462 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabfa565-c8d9-4d44-9253-cb10547a7e9b tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=232bd6be-953e-4b7f-a413-4a09c56bc7a5,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:40.047575 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-3677d991-02c8-4eab-9fd3-e8ab651f8ff7 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Request body: {'security_group_rule': {'security_group_id': '232bd6be-953e-4b7f-a413-4a09c56bc7a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:40.052251 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48865bf8-635d-489a-b721-d81a3ba27a48 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8abd87-70aa-420a-b7e4-7c68d37a3621,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:40.137496 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d75f5a76-1aac-4de8-a3c7-1253be5fcecf tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:40.174968 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-6bbbedfb-5835-49da-ac41-8d01fbd08f4a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4ccc0456d9c14a5095ed655cbe6fadf5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3120875 Apr 08 11:07:40.184681 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 43874) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:40.216459 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-48865bf8-635d-489a-b721-d81a3ba27a48 service neutron] Attempting to bind port 3e8abd87-70aa-420a-b7e4-7c68d37a3621 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:07:40.217203 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-48865bf8-635d-489a-b721-d81a3ba27a48 service neutron] Attempting to bind port 3e8abd87-70aa-420a-b7e4-7c68d37a3621 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'fadf4659-5530-407b-865a-472712ee1492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '375ae04c-c876-44f5-8837-3309cee044d8'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:07:40.218044 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-48865bf8-635d-489a-b721-d81a3ba27a48 service neutron] Attempting to bind port 3e8abd87-70aa-420a-b7e4-7c68d37a3621 on network 375ae04c-c876-44f5-8837-3309cee044d8 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:07:40.226965 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8c8fb82c-9527-4539-8d80-59f7e2423c26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:40.229814 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbbedfb-5835-49da-ac41-8d01fbd08f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0383d07e-ca8e-4b96-b10d-46e9ae525a8d,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:40.242357 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-48865bf8-635d-489a-b721-d81a3ba27a48 service neutron] Port 3e8abd87-70aa-420a-b7e4-7c68d37a3621 on network 375ae04c-c876-44f5-8837-3309cee044d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:07:40.244915 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-48865bf8-635d-489a-b721-d81a3ba27a48 service neutron] Attempting to bind port 3e8abd87-70aa-420a-b7e4-7c68d37a3621 on network 375ae04c-c876-44f5-8837-3309cee044d8 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:07:40.255197 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-48865bf8-635d-489a-b721-d81a3ba27a48 service neutron] Checking agent: {'id': '05eae265-77bc-4fda-a145-417801a6b133', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'started_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:07:40.255671 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-48865bf8-635d-489a-b721-d81a3ba27a48 service neutron] Checking segment: {'id': 'fadf4659-5530-407b-865a-472712ee1492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '375ae04c-c876-44f5-8837-3309cee044d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:07:40.256660 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-48865bf8-635d-489a-b721-d81a3ba27a48 service neutron] Bound using segment: {'id': 'fadf4659-5530-407b-865a-472712ee1492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '375ae04c-c876-44f5-8837-3309cee044d8'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:07:40.257990 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-48865bf8-635d-489a-b721-d81a3ba27a48 service neutron] Bound port: 3e8abd87-70aa-420a-b7e4-7c68d37a3621, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fadf4659-5530-407b-865a-472712ee1492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '375ae04c-c876-44f5-8837-3309cee044d8'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:07:40.260694 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-48865bf8-635d-489a-b721-d81a3ba27a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (3e8abd87-70aa-420a-b7e4-7c68d37a3621), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:40.304992 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3677d991-02c8-4eab-9fd3-e8ab651f8ff7 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group_rule (3f622652-2158-42ef-8344-000f6052b0a6), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:40.452108 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-48865bf8-635d-489a-b721-d81a3ba27a48 service neutron] For port 3e8abd87-70aa-420a-b7e4-7c68d37a3621, host hv-cinder-83607, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:07:40.466129 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-48865bf8-635d-489a-b721-d81a3ba27a48 service neutron] For port 3e8abd87-70aa-420a-b7e4-7c68d37a3621, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3e8abd87-70aa-420a-b7e4-7c68d37a3621,segment=NetworkSegment(fadf4659-5530-407b-865a-472712ee1492),segment_id=fadf4659-5530-407b-865a-472712ee1492)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:07:40.511861 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e876cf-540e-457c-817c-ea0faa701677 None None] Pushing event updated for resources: {'Port': ['ID=266c0c98-251a-40ef-b953-89db7137a957,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:40.535393 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-08d0d6d9-5a6d-4a53-a1db-bf62d348e5b7 None None] Provisioning complete for port 949354ab-f61a-4fec-96a9-9888653181b9 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:40.536035 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-08d0d6d9-5a6d-4a53-a1db-bf62d348e5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (949354ab-f61a-4fec-96a9-9888653181b9), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:40.549026 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-48865bf8-635d-489a-b721-d81a3ba27a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (3e8abd87-70aa-420a-b7e4-7c68d37a3621), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:40.555548 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:07:40.663004 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-48865bf8-635d-489a-b721-d81a3ba27a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:40.663953 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-48865bf8-635d-489a-b721-d81a3ba27a48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:40.667114 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-48865bf8-635d-489a-b721-d81a3ba27a48 service neutron] 10.222.0.25 "PUT /v2.0/ports/3e8abd87-70aa-420a-b7e4-7c68d37a3621 HTTP/1.1" status: 200 len: 1093 time: 3.3785810 Apr 08 11:07:40.667847 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdcbac7b-cdcf-47c3-93c4-7ac702037d48', 'tag': '3e8abd87-70aa-420a-b7e4-7c68d37a3621'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:07:40.683163 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port 98519e1f-ff0d-45dd-a66a-1c407c42d889 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:40.711666 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-548963d0-f4d7-48c7-b2f7-946ca9db2c58 None None] Publish callbacks [] for port (f6064dd6-c164-4146-88c3-81cec2380cb9), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:40.762609 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-08d0d6d9-5a6d-4a53-a1db-bf62d348e5b7 None None] Current status of the port 949354ab-f61a-4fec-96a9-9888653181b9 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:40.762949 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-08d0d6d9-5a6d-4a53-a1db-bf62d348e5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (949354ab-f61a-4fec-96a9-9888653181b9), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:40.805832 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-9f60fe30-a0a5-4449-8826-146d168b8bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'name': 'tempest-AttachVolumeTestJSON-397204211-router', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '883c6c70-058e-426a-aa69-6ead7a04d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:20Z', 'updated_at': '2022-04-08T11:07:30Z', 'revision_number': 4, 'project_id': '16c20ec5a754420c8f43a0f7e847031a', 'gw_port': {'id': '883c6c70-058e-426a-aa69-6ead7a04d08f', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:34:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': '949354ab-f61a-4fec-96a9-9888653181b9', 'name': '', 'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'mac_address': 'fa:16:3e:52:13:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c6e2448f-6563-4dea-8f56-29b70f4d3ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:27Z', 'updated_at': '2022-04-08T11:07:37Z', 'revision_number': 4, 'project_id': '16c20ec5a754420c8f43a0f7e847031a', 'subnets': [{'id': 'c6e2448f-6563-4dea-8f56-29b70f4d3ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:40.810066 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48865bf8-635d-489a-b721-d81a3ba27a48 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8abd87-70aa-420a-b7e4-7c68d37a3621,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:40.833748 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-d75f5a76-1aac-4de8-a3c7-1253be5fcecf tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Allocated IP 172.27.0.104 (9ba38368-ff54-4986-b9fd-e3d76f01d727/295b2c6f-15e1-46ca-ae70-e3531500d944/3018fc11-57f4-4db8-8b9b-ee8ec4e2740f) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:07:40.930993 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-548963d0-f4d7-48c7-b2f7-946ca9db2c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (f6064dd6-c164-4146-88c3-81cec2380cb9), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:40.963569 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e27e10eb-8497-4569-b7d1-1aba08c0cc64 admin admin] Publish callbacks [] for security_group (0383d07e-ca8e-4b96-b10d-46e9ae525a8d), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:41.087613 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3677d991-02c8-4eab-9fd3-e8ab651f8ff7 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group_rule (3f622652-2158-42ef-8344-000f6052b0a6), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:41.106299 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 266c0c98-251a-40ef-b953-89db7137a957 up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:07:41.109964 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-dd53178e-f2ab-4d16-ba4f-3f9e2648bb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:41.112156 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-dd53178e-f2ab-4d16-ba4f-3f9e2648bb7e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1f79b47322ef4d809fd304d118fd43bf&device_id=bdcbac7b-cdcf-47c3-93c4-7ac702037d48 HTTP/1.1" status: 200 len: 1127 time: 0.2893221 Apr 08 11:07:41.115395 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46204c58-933d-4444-8637-b969ed12bb07" -d '{"events": [{"name": "network-changed", "server_uuid": "bdcbac7b-cdcf-47c3-93c4-7ac702037d48", "tag": "3e8abd87-70aa-420a-b7e4-7c68d37a3621"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:07:41.130117 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df79be4-7d48-4836-86a4-8e5aee5f592c None None] Pushing event updated for resources: {'Port': ['ID=f6064dd6-c164-4146-88c3-81cec2380cb9,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:41.140682 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f60fe30-a0a5-4449-8826-146d168b8bc8 None None] The sync data for ids ['16348a5f-1886-4781-bf96-5148ab3792c9'] in dv-cinder-836073-3-iscsi is: [{'id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'name': 'tempest-AttachVolumeTestJSON-397204211-router', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '883c6c70-058e-426a-aa69-6ead7a04d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:20Z', 'updated_at': '2022-04-08T11:07:30Z', 'revision_number': 4, 'project_id': '16c20ec5a754420c8f43a0f7e847031a', 'gw_port': {'id': '883c6c70-058e-426a-aa69-6ead7a04d08f', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:34:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': '949354ab-f61a-4fec-96a9-9888653181b9', 'name': '', 'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'mac_address': 'fa:16:3e:52:13:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c6e2448f-6563-4dea-8f56-29b70f4d3ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:27Z', 'updated_at': '2022-04-08T11:07:37Z', 'revision_number': 4, 'project_id': '16c20ec5a754420c8f43a0f7e847031a', 'subnets': [{'id': 'c6e2448f-6563-4dea-8f56-29b70f4d3ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:07:41.178750 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3677d991-02c8-4eab-9fd3-e8ab651f8ff7 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919275'] for security_group_rule (3f622652-2158-42ef-8344-000f6052b0a6), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:41.204138 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-08d0d6d9-5a6d-4a53-a1db-bf62d348e5b7 None None] For port 949354ab-f61a-4fec-96a9-9888653181b9, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=949354ab-f61a-4fec-96a9-9888653181b9,segment=NetworkSegment(7c3cd9ae-03b6-4373-b79c-5b396a609cc9),segment_id=7c3cd9ae-03b6-4373-b79c-5b396a609cc9)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:07:41.304442 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-74c69b5d-2fda-4e7e-bd8b-90192ea86f92 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:41.363096 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-08d0d6d9-5a6d-4a53-a1db-bf62d348e5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (949354ab-f61a-4fec-96a9-9888653181b9), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:41.378534 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-f0fa1482-53a2-434d-830b-997d77fce63a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e8abd87-70aa-420a-b7e4-7c68d37a3621 HTTP/1.1" status: 200 len: 217 time: 0.2244027 Apr 08 11:07:41.401856 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc372eed-b8c7-436c-a20b-089855eed511 req-b54224b1-96c9-48f7-89a4-53875e12b6dc tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:41.403399 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fc372eed-b8c7-436c-a20b-089855eed511 req-b54224b1-96c9-48f7-89a4-53875e12b6dc tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdcbac7b-cdcf-47c3-93c4-7ac702037d48 HTTP/1.1" status: 200 len: 943 time: 0.3919404 Apr 08 11:07:41.509661 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3677d991-02c8-4eab-9fd3-e8ab651f8ff7 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f622652-2158-42ef-8344-000f6052b0a6,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:41.521462 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e27e10eb-8497-4569-b7d1-1aba08c0cc64 admin admin] Publish callbacks [] for security_group (0383d07e-ca8e-4b96-b10d-46e9ae525a8d), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:41.763329 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0d6d9-5a6d-4a53-a1db-bf62d348e5b7 None None] Pushing event updated for resources: {'Port': ['ID=949354ab-f61a-4fec-96a9-9888653181b9,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:41.774480 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-548963d0-f4d7-48c7-b2f7-946ca9db2c58 None None] Attempting to bind port f6064dd6-c164-4146-88c3-81cec2380cb9 on host dv-cinder-836073-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:07:41.774790 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-548963d0-f4d7-48c7-b2f7-946ca9db2c58 None None] Attempting to bind port f6064dd6-c164-4146-88c3-81cec2380cb9 by drivers openvswitch,hyperv on host dv-cinder-836073-3-iscsi at level 0 using segments [{'id': '13a51762-62db-4a95-be12-8e98c62784f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:07:41.775144 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548963d0-f4d7-48c7-b2f7-946ca9db2c58 None None] Attempting to bind port f6064dd6-c164-4146-88c3-81cec2380cb9 on network e19cdb1b-6b68-4ab1-b7ae-0515860cc308 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:07:41.784802 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3677d991-02c8-4eab-9fd3-e8ab651f8ff7 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:41.789294 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-3677d991-02c8-4eab-9fd3-e8ab651f8ff7 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7554743 Apr 08 11:07:41.799087 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 43916) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:41.821845 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-be54c6ab-f16e-4ba8-9ef8-2397e5e23aca tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Request body: {'security_group_rule': {'security_group_id': '232bd6be-953e-4b7f-a413-4a09c56bc7a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:41.841273 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8c8fb82c-9527-4539-8d80-59f7e2423c26 admin admin] Publish callbacks [] for security_group (0a119f1f-64ca-47e7-a351-ea73a7fd3492), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:41.857306 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548963d0-f4d7-48c7-b2f7-946ca9db2c58 None None] Checking agent: {'id': 'eea5fd99-e581-41a4-a61b-1141d246636d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 58, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:07:41.857713 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548963d0-f4d7-48c7-b2f7-946ca9db2c58 None None] Checking segment: {'id': '13a51762-62db-4a95-be12-8e98c62784f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:07:41.858119 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-548963d0-f4d7-48c7-b2f7-946ca9db2c58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:41.860088 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548963d0-f4d7-48c7-b2f7-946ca9db2c58 None None] Bound using segment: {'id': '13a51762-62db-4a95-be12-8e98c62784f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:07:41.860672 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-548963d0-f4d7-48c7-b2f7-946ca9db2c58 None None] Bound port: f6064dd6-c164-4146-88c3-81cec2380cb9, host: dv-cinder-836073-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a51762-62db-4a95-be12-8e98c62784f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:07:41.861063 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-548963d0-f4d7-48c7-b2f7-946ca9db2c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (f6064dd6-c164-4146-88c3-81cec2380cb9), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:41.894399 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8c8fb82c-9527-4539-8d80-59f7e2423c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (0a119f1f-64ca-47e7-a351-ea73a7fd3492), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:41.923259 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-08d0d6d9-5a6d-4a53-a1db-bf62d348e5b7 None None] Provisioning complete for port 266c0c98-251a-40ef-b953-89db7137a957 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:41.923709 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-08d0d6d9-5a6d-4a53-a1db-bf62d348e5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (266c0c98-251a-40ef-b953-89db7137a957), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:41.923817 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e20ab2-5214-4e94-9331-89263867a2a4 x-openstack-request-id: req-c5e20ab2-5214-4e94-9331-89263867a2a4 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:07:41.924033 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdcbac7b-cdcf-47c3-93c4-7ac702037d48", "tag": "3e8abd87-70aa-420a-b7e4-7c68d37a3621", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:07:41.924256 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c5e20ab2-5214-4e94-9331-89263867a2a4 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:07:41.924750 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5e20ab2-5214-4e94-9331-89263867a2a4'] response: {'name': 'network-changed', 'server_uuid': 'bdcbac7b-cdcf-47c3-93c4-7ac702037d48', 'tag': '3e8abd87-70aa-420a-b7e4-7c68d37a3621', 'status': 'completed', 'code': 200} Apr 08 11:07:42.003251 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-4069f46d-9ab7-45ee-8275-624faaa9a75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:42.004674 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-4069f46d-9ab7-45ee-8275-624faaa9a75e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f1906683-baff-4f15-9428-02372aeff022 HTTP/1.1" status: 200 len: 851 time: 0.6114898 Apr 08 11:07:42.015424 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port 266c0c98-251a-40ef-b953-89db7137a957 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:42.016094 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (266c0c98-251a-40ef-b953-89db7137a957), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:42.017799 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d75f5a76-1aac-4de8-a3c7-1253be5fcecf tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for port (3018fc11-57f4-4db8-8b9b-ee8ec4e2740f), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:42.061089 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8fb82c-9527-4539-8d80-59f7e2423c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a119f1f-64ca-47e7-a351-ea73a7fd3492,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:42.080983 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-be54c6ab-f16e-4ba8-9ef8-2397e5e23aca tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group_rule (2034e571-ad31-4560-a370-1238f4aaed09), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:42.085949 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fc372eed-b8c7-436c-a20b-089855eed511 req-dee16f98-cfec-44b1-bbe2-3a652355917a tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a1b136f-8e61-4e8c-96dc-f451f49b8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6090250 Apr 08 11:07:42.134741 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-8c8fb82c-9527-4539-8d80-59f7e2423c26 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0ad3a25a6cbc4934884b1bbfed13f86e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2615905 Apr 08 11:07:42.156538 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 43928) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:42.161122 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-5c21256d-e2ae-41ce-9f43-39cd2a4ae111 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=375ae04c-c876-44f5-8837-3309cee044d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1270053 Apr 08 11:07:42.163715 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e27e10eb-8497-4569-b7d1-1aba08c0cc64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (0383d07e-ca8e-4b96-b10d-46e9ae525a8d), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:42.167096 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e27e10eb-8497-4569-b7d1-1aba08c0cc64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:42.170459 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-e27e10eb-8497-4569-b7d1-1aba08c0cc64 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0383d07e-ca8e-4b96-b10d-46e9ae525a8d HTTP/1.1" status: 204 len: 168 time: 1.9772162 Apr 08 11:07:42.286575 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27e10eb-8497-4569-b7d1-1aba08c0cc64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0383d07e-ca8e-4b96-b10d-46e9ae525a8d,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:42.337812 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-be54c6ab-f16e-4ba8-9ef8-2397e5e23aca tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group_rule (2034e571-ad31-4560-a370-1238f4aaed09), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:42.367646 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-548963d0-f4d7-48c7-b2f7-946ca9db2c58 None None] For port f6064dd6-c164-4146-88c3-81cec2380cb9, host dv-cinder-836073-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:07:42.369920 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-08d0d6d9-5a6d-4a53-a1db-bf62d348e5b7 None None] Current status of the port 266c0c98-251a-40ef-b953-89db7137a957 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:42.402993 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-548963d0-f4d7-48c7-b2f7-946ca9db2c58 None None] For port f6064dd6-c164-4146-88c3-81cec2380cb9, host dv-cinder-836073-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=f6064dd6-c164-4146-88c3-81cec2380cb9,segment=NetworkSegment(13a51762-62db-4a95-be12-8e98c62784f0),segment_id=13a51762-62db-4a95-be12-8e98c62784f0)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:07:42.415947 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d75f5a76-1aac-4de8-a3c7-1253be5fcecf tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629'] for port (3018fc11-57f4-4db8-8b9b-ee8ec4e2740f), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:42.488548 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-548963d0-f4d7-48c7-b2f7-946ca9db2c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (f6064dd6-c164-4146-88c3-81cec2380cb9), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:42.504364 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-32dc54f6-e9a2-48f2-a490-20006ad6ab27 admin admin] Publish callbacks [] for security_group (0a119f1f-64ca-47e7-a351-ea73a7fd3492), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:42.513512 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-0e1717da-3a17-4921-9ea7-c1370bc3550e service neutron] 10.222.0.25 "GET /v2.0/networks/375ae04c-c876-44f5-8837-3309cee044d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355141 Apr 08 11:07:42.545635 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f5a76-1aac-4de8-a3c7-1253be5fcecf tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Pushing event updated for resources: {'Port': ['ID=3018fc11-57f4-4db8-8b9b-ee8ec4e2740f,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:42.553843 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-be54c6ab-f16e-4ba8-9ef8-2397e5e23aca tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919275'] for security_group_rule (2034e571-ad31-4560-a370-1238f4aaed09), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:42.555079 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port 266c0c98-251a-40ef-b953-89db7137a957 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:42.558111 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75f5a76-1aac-4de8-a3c7-1253be5fcecf tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Network 9ba38368-ff54-4986-b9fd-e3d76f01d727 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:07:42.574011 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-d75f5a76-1aac-4de8-a3c7-1253be5fcecf tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:07:42.602018 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-01442160-0d85-4f67-b3b9-c8c6d0e3801a None None] Provisioning complete for port f6064dd6-c164-4146-88c3-81cec2380cb9 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:42.602691 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-01442160-0d85-4f67-b3b9-c8c6d0e3801a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (f6064dd6-c164-4146-88c3-81cec2380cb9), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:42.603219 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75f5a76-1aac-4de8-a3c7-1253be5fcecf tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:07:42.655145 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df79be4-7d48-4836-86a4-8e5aee5f592c None None] Pushing event updated for resources: {'Port': ['ID=f6064dd6-c164-4146-88c3-81cec2380cb9,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:42.774769 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-32dc54f6-e9a2-48f2-a490-20006ad6ab27 admin admin] Publish callbacks [] for security_group (0a119f1f-64ca-47e7-a351-ea73a7fd3492), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:42.806570 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d75f5a76-1aac-4de8-a3c7-1253be5fcecf tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for floatingip (1703cde2-233b-4c67-a86c-87f1c66ced50), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:42.884003 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be54c6ab-f16e-4ba8-9ef8-2397e5e23aca tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2034e571-ad31-4560-a370-1238f4aaed09,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:43.058403 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d75f5a76-1aac-4de8-a3c7-1253be5fcecf tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (3018fc11-57f4-4db8-8b9b-ee8ec4e2740f), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:43.068750 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-74c69b5d-2fda-4e7e-bd8b-90192ea86f92 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Allocated IP 172.27.0.21 (9ba38368-ff54-4986-b9fd-e3d76f01d727/295b2c6f-15e1-46ca-ae70-e3531500d944/73954d91-9cdb-4e69-937e-6ccffe20ef3a) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:07:43.130186 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 949354ab-f61a-4fec-96a9-9888653181b9 up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:07:43.132647 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548963d0-f4d7-48c7-b2f7-946ca9db2c58 None None] Routers {'943a4045-54bd-49f9-88a5-96d188b44ed8'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:07:43.133799 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-548963d0-f4d7-48c7-b2f7-946ca9db2c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:07:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['943a4045-54bd-49f9-88a5-96d188b44ed8'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:43.142894 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8469d0c9-a5a6-4df8-ac64-d299416c405e req-0659538a-4dfe-410c-9bb1-3fa5c7ec421e service neutron] 10.222.0.25 "GET /v2.0/networks/375ae04c-c876-44f5-8837-3309cee044d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6171482 Apr 08 11:07:43.262077 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-32dc54f6-e9a2-48f2-a490-20006ad6ab27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (0a119f1f-64ca-47e7-a351-ea73a7fd3492), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:43.269462 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-32dc54f6-e9a2-48f2-a490-20006ad6ab27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:43.274381 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-32dc54f6-e9a2-48f2-a490-20006ad6ab27 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0a119f1f-64ca-47e7-a351-ea73a7fd3492 HTTP/1.1" status: 204 len: 168 time: 1.1166492 Apr 08 11:07:43.300374 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc54f6-e9a2-48f2-a490-20006ad6ab27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a119f1f-64ca-47e7-a351-ea73a7fd3492,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:43.448222 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46204c58-933d-4444-8637-b969ed12bb07 req-d7aeab64-c707-4bf2-9f0a-58c2035613d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:43.450450 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-46204c58-933d-4444-8637-b969ed12bb07 req-d7aeab64-c707-4bf2-9f0a-58c2035613d9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1f79b47322ef4d809fd304d118fd43bf&device_id=bdcbac7b-cdcf-47c3-93c4-7ac702037d48 HTTP/1.1" status: 200 len: 1127 time: 0.0951786 Apr 08 11:07:43.583552 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port 949354ab-f61a-4fec-96a9-9888653181b9 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:43.584322 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (949354ab-f61a-4fec-96a9-9888653181b9), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:43.696568 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-548963d0-f4d7-48c7-b2f7-946ca9db2c58 None None] Set router 943a4045-54bd-49f9-88a5-96d188b44ed8 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:07:43.702192 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 43962) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:43.714645 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-74c69b5d-2fda-4e7e-bd8b-90192ea86f92 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for port (73954d91-9cdb-4e69-937e-6ccffe20ef3a), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:43.723913 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-be54c6ab-f16e-4ba8-9ef8-2397e5e23aca tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:43.729254 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-be54c6ab-f16e-4ba8-9ef8-2397e5e23aca tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9221439 Apr 08 11:07:43.768686 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 43964) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:43.788401 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-0a90bc41-ed8e-486d-bcdb-c45b5a34a8ae tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Request body: {'floatingip': {'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:43.808556 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9507e5b3-fcf7-4c8d-9b04-28924ba0c655 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:43.883321 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-01442160-0d85-4f67-b3b9-c8c6d0e3801a None None] Current status of the port f6064dd6-c164-4146-88c3-81cec2380cb9 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:43.883718 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-01442160-0d85-4f67-b3b9-c8c6d0e3801a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (f6064dd6-c164-4146-88c3-81cec2380cb9), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:44.027276 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62528134-fdde-46e5-939e-b615c5aa9335 req-b2432d61-afd0-40f1-88aa-04d3da0ad9db tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:44.028939 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-62528134-fdde-46e5-939e-b615c5aa9335 req-b2432d61-afd0-40f1-88aa-04d3da0ad9db tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdcbac7b-cdcf-47c3-93c4-7ac702037d48 HTTP/1.1" status: 200 len: 943 time: 0.5014448 Apr 08 11:07:44.055590 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46204c58-933d-4444-8637-b969ed12bb07 req-4cf1262d-7dcd-44b3-9698-99b4a06d0a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:44.058878 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-46204c58-933d-4444-8637-b969ed12bb07 req-4cf1262d-7dcd-44b3-9698-99b4a06d0a68 service neutron] 10.222.0.25 "GET /v2.0/networks?id=375ae04c-c876-44f5-8837-3309cee044d8 HTTP/1.1" status: 200 len: 912 time: 0.5887470 Apr 08 11:07:44.103307 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0a90bc41-ed8e-486d-bcdb-c45b5a34a8ae tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:44.163454 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port 949354ab-f61a-4fec-96a9-9888653181b9 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:44.195131 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-01442160-0d85-4f67-b3b9-c8c6d0e3801a None None] For port f6064dd6-c164-4146-88c3-81cec2380cb9, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=f6064dd6-c164-4146-88c3-81cec2380cb9,segment=NetworkSegment(13a51762-62db-4a95-be12-8e98c62784f0),segment_id=13a51762-62db-4a95-be12-8e98c62784f0)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:07:44.239888 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-62528134-fdde-46e5-939e-b615c5aa9335 req-6f853555-85fa-4373-97ad-3472a4157a8c tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a1b136f-8e61-4e8c-96dc-f451f49b8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589594 Apr 08 11:07:44.261163 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-46204c58-933d-4444-8637-b969ed12bb07 req-b9d68971-3242-4fee-9ca7-c50904c47d19 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e8abd87-70aa-420a-b7e4-7c68d37a3621 HTTP/1.1" status: 200 len: 217 time: 0.1512811 Apr 08 11:07:44.269574 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-74c69b5d-2fda-4e7e-bd8b-90192ea86f92 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629'] for port (73954d91-9cdb-4e69-937e-6ccffe20ef3a), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:44.344394 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-01442160-0d85-4f67-b3b9-c8c6d0e3801a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (f6064dd6-c164-4146-88c3-81cec2380cb9), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:44.487179 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c69b5d-2fda-4e7e-bd8b-90192ea86f92 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Network 9ba38368-ff54-4986-b9fd-e3d76f01d727 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:07:44.496229 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-74c69b5d-2fda-4e7e-bd8b-90192ea86f92 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:07:44.528045 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01442160-0d85-4f67-b3b9-c8c6d0e3801a None None] Pushing event updated for resources: {'Port': ['ID=f6064dd6-c164-4146-88c3-81cec2380cb9,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:44.530994 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c69b5d-2fda-4e7e-bd8b-90192ea86f92 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:07:44.543025 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-eedb1336-5e0f-4d4d-98b8-96be8df9b961 None None] Provisioning complete for port f6064dd6-c164-4146-88c3-81cec2380cb9 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:44.543587 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-eedb1336-5e0f-4d4d-98b8-96be8df9b961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (f6064dd6-c164-4146-88c3-81cec2380cb9), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:44.568248 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9507e5b3-fcf7-4c8d-9b04-28924ba0c655 admin admin] Publish callbacks [] for security_group (5551eb3a-51fc-4d59-8346-13c2bd499047), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:44.579997 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 43980) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:44.590853 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46204c58-933d-4444-8637-b969ed12bb07 req-e90d6477-acec-43d8-a7e2-cbda0433d676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:44.592876 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-46204c58-933d-4444-8637-b969ed12bb07 req-e90d6477-acec-43d8-a7e2-cbda0433d676 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f1906683-baff-4f15-9428-02372aeff022 HTTP/1.1" status: 200 len: 851 time: 0.2882416 Apr 08 11:07:44.631177 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c69b5d-2fda-4e7e-bd8b-90192ea86f92 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Pushing event updated for resources: {'Port': ['ID=73954d91-9cdb-4e69-937e-6ccffe20ef3a,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:44.676329 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-548963d0-f4d7-48c7-b2f7-946ca9db2c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'name': 'tempest-AttachVolumeNegativeTest-1482535796-router', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:32Z', 'revision_number': 4, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'gw_port': {'id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:23Z', 'updated_at': '2022-04-08T11:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': 'f6064dd6-c164-4146-88c3-81cec2380cb9', 'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'mac_address': 'fa:16:3e:eb:37:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:31Z', 'updated_at': '2022-04-08T11:07:42Z', 'revision_number': 4, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'subnets': [{'id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:44.679269 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d75f5a76-1aac-4de8-a3c7-1253be5fcecf tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for port (3018fc11-57f4-4db8-8b9b-ee8ec4e2740f), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:44.689778 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-46204c58-933d-4444-8637-b969ed12bb07 req-88d8e064-a7ba-4f09-b4be-c5ee3808a214 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=375ae04c-c876-44f5-8837-3309cee044d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746770 Apr 08 11:07:44.695907 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9507e5b3-fcf7-4c8d-9b04-28924ba0c655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (5551eb3a-51fc-4d59-8346-13c2bd499047), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:44.721396 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548963d0-f4d7-48c7-b2f7-946ca9db2c58 None None] The sync data for ids ['943a4045-54bd-49f9-88a5-96d188b44ed8'] in dv-cinder-836073-3-iscsi is: [{'id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'name': 'tempest-AttachVolumeNegativeTest-1482535796-router', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:32Z', 'revision_number': 4, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'gw_port': {'id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:23Z', 'updated_at': '2022-04-08T11:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': 'f6064dd6-c164-4146-88c3-81cec2380cb9', 'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'mac_address': 'fa:16:3e:eb:37:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:31Z', 'updated_at': '2022-04-08T11:07:42Z', 'revision_number': 4, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'subnets': [{'id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:07:44.723599 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-eedb1336-5e0f-4d4d-98b8-96be8df9b961 None None] Current status of the port f6064dd6-c164-4146-88c3-81cec2380cb9 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:44.755292 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-90bbb189-d9ed-4d74-8a85-7ea43929e212 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:44.773976 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d75f5a76-1aac-4de8-a3c7-1253be5fcecf tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (3018fc11-57f4-4db8-8b9b-ee8ec4e2740f), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:44.860605 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d75f5a76-1aac-4de8-a3c7-1253be5fcecf tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456385'] for floatingip (1703cde2-233b-4c67-a86c-87f1c66ced50), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:44.882675 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507e5b3-fcf7-4c8d-9b04-28924ba0c655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5551eb3a-51fc-4d59-8346-13c2bd499047,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:44.895599 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-74c69b5d-2fda-4e7e-bd8b-90192ea86f92 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for floatingip (ccf60ee8-8bac-4def-ba25-21929fba75b6), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:44.954443 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f5a76-1aac-4de8-a3c7-1253be5fcecf tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Pushing event updated for resources: {'Port': ['ID=3018fc11-57f4-4db8-8b9b-ee8ec4e2740f,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:44.966578 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-9507e5b3-fcf7-4c8d-9b04-28924ba0c655 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2177cff04eb54121bcebccd68c301a84&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2569900 Apr 08 11:07:44.967919 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 43990) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:44.976669 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-46204c58-933d-4444-8637-b969ed12bb07 req-0407f139-e78c-4960-af75-03d148e25701 service neutron] 10.222.0.25 "GET /v2.0/networks/375ae04c-c876-44f5-8837-3309cee044d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367165 Apr 08 11:07:45.112671 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-74c69b5d-2fda-4e7e-bd8b-90192ea86f92 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (73954d91-9cdb-4e69-937e-6ccffe20ef3a), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:45.185617 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0a90bc41-ed8e-486d-bcdb-c45b5a34a8ae tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:45.208472 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d75f5a76-1aac-4de8-a3c7-1253be5fcecf tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:45.209955 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-d75f5a76-1aac-4de8-a3c7-1253be5fcecf tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5649445 Apr 08 11:07:45.243685 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-90bbb189-d9ed-4d74-8a85-7ea43929e212 admin admin] Publish callbacks [] for security_group (c7727ea8-cbba-4338-b24d-1997bf5a9c7c), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:45.323838 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-72f720d1-e9cd-44b7-aeb1-9772fe2455e7 admin admin] Publish callbacks [] for security_group (5551eb3a-51fc-4d59-8346-13c2bd499047), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:45.351133 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-72f720d1-e9cd-44b7-aeb1-9772fe2455e7 admin admin] Publish callbacks [] for security_group (5551eb3a-51fc-4d59-8346-13c2bd499047), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:45.381948 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-74c69b5d-2fda-4e7e-bd8b-90192ea86f92 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for port (73954d91-9cdb-4e69-937e-6ccffe20ef3a), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:45.399894 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-90bbb189-d9ed-4d74-8a85-7ea43929e212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (c7727ea8-cbba-4338-b24d-1997bf5a9c7c), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:45.440408 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bbb189-d9ed-4d74-8a85-7ea43929e212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7727ea8-cbba-4338-b24d-1997bf5a9c7c,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:45.482336 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-90bbb189-d9ed-4d74-8a85-7ea43929e212 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b7295b9a33f84803ad3df58827b1ed99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8928792 Apr 08 11:07:45.485200 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 43998) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:45.508885 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-74c69b5d-2fda-4e7e-bd8b-90192ea86f92 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (73954d91-9cdb-4e69-937e-6ccffe20ef3a), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:45.559332 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-0a90bc41-ed8e-486d-bcdb-c45b5a34a8ae tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Allocated IP 172.27.0.85 (9ba38368-ff54-4986-b9fd-e3d76f01d727/295b2c6f-15e1-46ca-ae70-e3531500d944/fb9b8771-3d62-44c4-adc0-a17c7afa0eab) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:07:45.596380 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-46204c58-933d-4444-8637-b969ed12bb07 req-fb69b625-1e6d-4823-9f49-c28e72453ab1 service neutron] 10.222.0.25 "GET /v2.0/networks/375ae04c-c876-44f5-8837-3309cee044d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6008508 Apr 08 11:07:45.643325 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-74c69b5d-2fda-4e7e-bd8b-90192ea86f92 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456385'] for floatingip (ccf60ee8-8bac-4def-ba25-21929fba75b6), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:45.679630 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-950dc0e4-abcd-43ef-9fc1-7c85f5366efc admin admin] Publish callbacks [] for security_group (c7727ea8-cbba-4338-b24d-1997bf5a9c7c), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:45.785188 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 44012) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:45.858708 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ad836-c9bd-42b7-b547-794b820702b0 req-02072f94-d644-4496-97c6-2b6ca8ca0d5e tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:45.858708 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-590ad836-c9bd-42b7-b547-794b820702b0 req-02072f94-d644-4496-97c6-2b6ca8ca0d5e tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdcbac7b-cdcf-47c3-93c4-7ac702037d48 HTTP/1.1" status: 200 len: 943 time: 0.4258921 Apr 08 11:07:45.859391 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c69b5d-2fda-4e7e-bd8b-90192ea86f92 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Pushing event updated for resources: {'Port': ['ID=73954d91-9cdb-4e69-937e-6ccffe20ef3a,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:45.859391 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-74c69b5d-2fda-4e7e-bd8b-90192ea86f92 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:45.859391 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-74c69b5d-2fda-4e7e-bd8b-90192ea86f92 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2564270 Apr 08 11:07:45.859391 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-950dc0e4-abcd-43ef-9fc1-7c85f5366efc admin admin] Publish callbacks [] for security_group (c7727ea8-cbba-4338-b24d-1997bf5a9c7c), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:45.873801 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-9f6e96dc-afcd-45bf-89fa-fb771d1d84e5 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--195724261&fields=id&tenant_id=16c20ec5a754420c8f43a0f7e847031a HTTP/1.1" status: 200 len: 267 time: 0.1987770 Apr 08 11:07:45.942180 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0a90bc41-ed8e-486d-bcdb-c45b5a34a8ae tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for port (fb9b8771-3d62-44c4-adc0-a17c7afa0eab), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:46.017849 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-72f720d1-e9cd-44b7-aeb1-9772fe2455e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (5551eb3a-51fc-4d59-8346-13c2bd499047), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:46.023334 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-72f720d1-e9cd-44b7-aeb1-9772fe2455e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:46.025066 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-72f720d1-e9cd-44b7-aeb1-9772fe2455e7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5551eb3a-51fc-4d59-8346-13c2bd499047 HTTP/1.1" status: 204 len: 168 time: 1.0558121 Apr 08 11:07:46.099069 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-62f3477d-93d2-47a0-9a95-db6a868a0cbc tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:46.100662 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-62f3477d-93d2-47a0-9a95-db6a868a0cbc tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/networks?id=8dd2fe0c-a708-46a5-bc57-7be6e584a6fb HTTP/1.1" status: 200 len: 810 time: 0.2256300 Apr 08 11:07:46.112646 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f720d1-e9cd-44b7-aeb1-9772fe2455e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5551eb3a-51fc-4d59-8346-13c2bd499047,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:46.120536 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0a90bc41-ed8e-486d-bcdb-c45b5a34a8ae tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629'] for port (fb9b8771-3d62-44c4-adc0-a17c7afa0eab), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:46.166383 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-8f1130c4-a811-41f5-b020-9abe780e33b1 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/quotas/16c20ec5a754420c8f43a0f7e847031a HTTP/1.1" status: 200 len: 375 time: 0.0490303 Apr 08 11:07:46.167449 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-950dc0e4-abcd-43ef-9fc1-7c85f5366efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (c7727ea8-cbba-4338-b24d-1997bf5a9c7c), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:46.171723 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-950dc0e4-abcd-43ef-9fc1-7c85f5366efc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:46.173735 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-950dc0e4-abcd-43ef-9fc1-7c85f5366efc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c7727ea8-cbba-4338-b24d-1997bf5a9c7c HTTP/1.1" status: 204 len: 168 time: 0.6868992 Apr 08 11:07:46.224690 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90bc41-ed8e-486d-bcdb-c45b5a34a8ae tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Pushing event updated for resources: {'Port': ['ID=fb9b8771-3d62-44c4-adc0-a17c7afa0eab,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:46.265623 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-590ad836-c9bd-42b7-b547-794b820702b0 req-90e015b1-48e5-40d1-9865-b176ca3f13cf tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a1b136f-8e61-4e8c-96dc-f451f49b8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367518 Apr 08 11:07:46.274111 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950dc0e4-abcd-43ef-9fc1-7c85f5366efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7727ea8-cbba-4338-b24d-1997bf5a9c7c,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:46.276418 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9e46fe62-a8d7-48fe-acf0-c8a3424517f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:46.335389 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a90bc41-ed8e-486d-bcdb-c45b5a34a8ae tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Network 9ba38368-ff54-4986-b9fd-e3d76f01d727 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:07:46.343440 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-0a90bc41-ed8e-486d-bcdb-c45b5a34a8ae tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:07:46.351784 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a90bc41-ed8e-486d-bcdb-c45b5a34a8ae tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:07:46.377666 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-6f9d05aa-5d4a-481b-98ee-4db9cb2b6d03 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=16c20ec5a754420c8f43a0f7e847031a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2011299 Apr 08 11:07:46.529697 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0a90bc41-ed8e-486d-bcdb-c45b5a34a8ae tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for floatingip (a4efbda8-4282-4e69-886c-a0543f7e75f0), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:46.597785 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9e46fe62-a8d7-48fe-acf0-c8a3424517f7 admin admin] Publish callbacks [] for security_group (87925f43-5d65-4a79-b05c-4a61e8c27a16), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:46.608086 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-9f70ce7d-d4c6-4d89-8870-11502690be46 service neutron] 10.222.0.53 "GET /v2.0/networks/8dd2fe0c-a708-46a5-bc57-7be6e584a6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048991 Apr 08 11:07:46.675479 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9e46fe62-a8d7-48fe-acf0-c8a3424517f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (87925f43-5d65-4a79-b05c-4a61e8c27a16), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:46.749574 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-9e46fe62-a8d7-48fe-acf0-c8a3424517f7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c2cccdbfca904591b429c9f69cafe9e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9631627 Apr 08 11:07:46.758808 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0a90bc41-ed8e-486d-bcdb-c45b5a34a8ae tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (fb9b8771-3d62-44c4-adc0-a17c7afa0eab), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:46.780633 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 44038) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:46.953934 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-634ed6e5-0110-46dd-af2b-178592eeea29 service neutron] 10.222.0.53 "GET /v2.0/networks/8dd2fe0c-a708-46a5-bc57-7be6e584a6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305371 Apr 08 11:07:46.988622 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device f6064dd6-c164-4146-88c3-81cec2380cb9 up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:07:47.129453 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port f6064dd6-c164-4146-88c3-81cec2380cb9 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:47.130459 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (f6064dd6-c164-4146-88c3-81cec2380cb9), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:47.295498 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port f6064dd6-c164-4146-88c3-81cec2380cb9 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:47.386709 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e46fe62-a8d7-48fe-acf0-c8a3424517f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87925f43-5d65-4a79-b05c-4a61e8c27a16,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:47.542840 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-37d21e1e-c994-43e0-9def-3e54fb02ecdc admin admin] Publish callbacks [] for security_group (87925f43-5d65-4a79-b05c-4a61e8c27a16), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:47.565275 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-71dad6fa-0740-4c4a-a626-42fca4d7e184 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--389898977&fields=id&tenant_id=a1193c805e04401c8afbb9690ce62e77 HTTP/1.1" status: 200 len: 267 time: 0.3211019 Apr 08 11:07:47.567432 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8744454-31a9-479f-b3ac-cbe0b719f9f8 req-41266807-b7c6-4c4e-b17e-3850e0efc18b tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:47.569946 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b8744454-31a9-479f-b3ac-cbe0b719f9f8 req-41266807-b7c6-4c4e-b17e-3850e0efc18b tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdcbac7b-cdcf-47c3-93c4-7ac702037d48 HTTP/1.1" status: 200 len: 943 time: 0.1300192 Apr 08 11:07:47.727114 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b8744454-31a9-479f-b3ac-cbe0b719f9f8 req-82ea8a3e-e18e-4111-a158-d68256830af0 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a1b136f-8e61-4e8c-96dc-f451f49b8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492958 Apr 08 11:07:47.831278 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2c12a403-f8f0-4736-b781-be50916567fa req-20c99282-9e4e-4978-a97c-5e738cfbdb9d tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 210 time: 0.0665152 Apr 08 11:07:47.859307 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-37d21e1e-c994-43e0-9def-3e54fb02ecdc admin admin] Publish callbacks [] for security_group (87925f43-5d65-4a79-b05c-4a61e8c27a16), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:47.925561 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-0ea27e65-f3e6-4512-b61a-449f08eeb646 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:47.927394 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-0ea27e65-f3e6-4512-b61a-449f08eeb646 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/networks?id=dc6c096a-ab1d-4dd5-b548-e6d43b20edbf HTTP/1.1" status: 200 len: 816 time: 0.3290529 Apr 08 11:07:47.973508 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-d6dcf6d4-261f-49fd-a1eb-a1a6a631c3ac tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/quotas/a1193c805e04401c8afbb9690ce62e77 HTTP/1.1" status: 200 len: 375 time: 0.0270064 Apr 08 11:07:47.977569 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0a90bc41-ed8e-486d-bcdb-c45b5a34a8ae tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for port (fb9b8771-3d62-44c4-adc0-a17c7afa0eab), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:48.098725 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0a90bc41-ed8e-486d-bcdb-c45b5a34a8ae tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (fb9b8771-3d62-44c4-adc0-a17c7afa0eab), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:48.121427 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0a90bc41-ed8e-486d-bcdb-c45b5a34a8ae tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456385'] for floatingip (a4efbda8-4282-4e69-886c-a0543f7e75f0), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:48.194729 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-4bebd8d7-9707-42bc-88c1-8d47f0cd7aff tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a1193c805e04401c8afbb9690ce62e77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2200875 Apr 08 11:07:48.195484 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90bc41-ed8e-486d-bcdb-c45b5a34a8ae tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Pushing event updated for resources: {'Port': ['ID=fb9b8771-3d62-44c4-adc0-a17c7afa0eab,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:48.263650 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-37d21e1e-c994-43e0-9def-3e54fb02ecdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (87925f43-5d65-4a79-b05c-4a61e8c27a16), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:48.267130 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-37d21e1e-c994-43e0-9def-3e54fb02ecdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:48.268579 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-37d21e1e-c994-43e0-9def-3e54fb02ecdc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/87925f43-5d65-4a79-b05c-4a61e8c27a16 HTTP/1.1" status: 204 len: 168 time: 1.4869180 Apr 08 11:07:48.273505 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0a90bc41-ed8e-486d-bcdb-c45b5a34a8ae tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:48.285128 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-0a90bc41-ed8e-486d-bcdb-c45b5a34a8ae tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5019577 Apr 08 11:07:48.311241 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d21e1e-c994-43e0-9def-3e54fb02ecdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87925f43-5d65-4a79-b05c-4a61e8c27a16,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:48.740946 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-ba1798e6-aba8-47dc-97c5-5ca0581d9b63 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--528788257&fields=id&tenant_id=ff706c0e7c16476e8c00ca1ba4e85ed9 HTTP/1.1" status: 200 len: 267 time: 0.0617938 Apr 08 11:07:48.903407 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-cd145106-a15c-485d-b2f4-b263fbcc0e04 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:48.904915 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-cd145106-a15c-485d-b2f4-b263fbcc0e04 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/networks?id=e19cdb1b-6b68-4ab1-b7ae-0515860cc308 HTTP/1.1" status: 200 len: 815 time: 0.1623302 Apr 08 11:07:48.936008 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-265cd755-1bc1-432f-b9f8-28b3e5b01f27 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/quotas/ff706c0e7c16476e8c00ca1ba4e85ed9 HTTP/1.1" status: 200 len: 375 time: 0.0232086 Apr 08 11:07:49.014036 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-fda76e89-8d90-40e8-a79b-4c8237cdb9cd tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ff706c0e7c16476e8c00ca1ba4e85ed9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0707610 Apr 08 11:07:49.185361 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-9b5b94cb-1c91-4289-97cf-afe6b19467bc service neutron] 10.222.0.53 "GET /v2.0/networks/e19cdb1b-6b68-4ab1-b7ae-0515860cc308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545157 Apr 08 11:07:49.314769 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-04de54f3-0890-4662-95d8-59683582bb3d service neutron] 10.222.0.53 "GET /v2.0/networks/e19cdb1b-6b68-4ab1-b7ae-0515860cc308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223006 Apr 08 11:07:49.601599 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-ef160158-a48c-4593-a100-41a0af6153d8 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=104016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:07:49.604758 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-ef160158-a48c-4593-a100-41a0af6153d8 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7299566 Apr 08 11:07:49.630113 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be313665-285d-4d52-a11e-a9573f9bb770 req-b6232a42-ba80-4863-bc95-d0adfaddbcf4 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:49.633642 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-be313665-285d-4d52-a11e-a9573f9bb770 req-b6232a42-ba80-4863-bc95-d0adfaddbcf4 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdcbac7b-cdcf-47c3-93c4-7ac702037d48 HTTP/1.1" status: 200 len: 943 time: 0.0950911 Apr 08 11:07:49.680090 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 44160) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:49.716358 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-500b987b-0fe0-49cf-bced-0e9e0e048af2 service neutron] 10.222.0.53 "GET /v2.0/networks/dc6c096a-ab1d-4dd5-b548-e6d43b20edbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008751 Apr 08 11:07:49.720027 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-be313665-285d-4d52-a11e-a9573f9bb770 req-609f28f1-023c-42cf-a9f6-921173a62cfe tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a1b136f-8e61-4e8c-96dc-f451f49b8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803757 Apr 08 11:07:49.721332 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d3dc1b82-f923-48c8-8f55-c4432a79a2b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:49.878948 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-92f5afe7-8e00-4511-84e2-20b16f4b61c0 service neutron] 10.222.0.53 "GET /v2.0/networks/dc6c096a-ab1d-4dd5-b548-e6d43b20edbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423423 Apr 08 11:07:49.893969 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-20710b1b-7179-4e35-b019-6a6dc47a17be req-c9f706e2-2040-4eac-a8ea-1a1041cda60b tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 210 time: 0.0462596 Apr 08 11:07:49.898695 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d3dc1b82-f923-48c8-8f55-c4432a79a2b7 admin admin] Publish callbacks [] for security_group (cb379941-9621-4fbd-8ffa-7a2e187b8944), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:49.964723 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1fad8eea-4aa3-4dff-8246-3ef03cbe0244 req-83dd8ac6-38e2-4ad9-8a7f-e883e7dea731 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=84117878-4454-4903-9fee-9d7a11c67b91 HTTP/1.1" status: 200 len: 210 time: 0.0291400 Apr 08 11:07:50.085420 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d3dc1b82-f923-48c8-8f55-c4432a79a2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (cb379941-9621-4fbd-8ffa-7a2e187b8944), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:50.143985 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-d3dc1b82-f923-48c8-8f55-c4432a79a2b7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aa3237b796414802ac056d64070b67e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4603033 Apr 08 11:07:50.144196 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 44178) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:50.151612 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc1b82-f923-48c8-8f55-c4432a79a2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb379941-9621-4fbd-8ffa-7a2e187b8944,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:50.225169 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ddecc14c-a5bf-4a59-977f-d7f862e7a398 admin admin] Publish callbacks [] for security_group (cb379941-9621-4fbd-8ffa-7a2e187b8944), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:50.254235 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-64ead1fd-a8eb-4c3a-857f-f714f27c8f6f req-3f041aeb-85b7-4ce9-a42c-79f74be5ffbd tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 210 time: 0.0397191 Apr 08 11:07:50.277811 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ddecc14c-a5bf-4a59-977f-d7f862e7a398 admin admin] Publish callbacks [] for security_group (cb379941-9621-4fbd-8ffa-7a2e187b8944), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:50.410900 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ddecc14c-a5bf-4a59-977f-d7f862e7a398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (cb379941-9621-4fbd-8ffa-7a2e187b8944), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:50.413933 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ddecc14c-a5bf-4a59-977f-d7f862e7a398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:50.418049 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-ddecc14c-a5bf-4a59-977f-d7f862e7a398 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cb379941-9621-4fbd-8ffa-7a2e187b8944 HTTP/1.1" status: 204 len: 168 time: 0.2702568 Apr 08 11:07:50.426299 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddecc14c-a5bf-4a59-977f-d7f862e7a398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb379941-9621-4fbd-8ffa-7a2e187b8944,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:50.890663 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702e7a8-ebec-42ae-b612-bf9374faef82 req-e66b9e52-8f5c-4d63-9d34-d7a70e511689 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:50.892355 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c702e7a8-ebec-42ae-b612-bf9374faef82 req-e66b9e52-8f5c-4d63-9d34-d7a70e511689 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdcbac7b-cdcf-47c3-93c4-7ac702037d48 HTTP/1.1" status: 200 len: 943 time: 0.0782814 Apr 08 11:07:50.959646 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c702e7a8-ebec-42ae-b612-bf9374faef82 req-be10886a-7d0e-4f6d-b1ed-4eea7addc398 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a1b136f-8e61-4e8c-96dc-f451f49b8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610309 Apr 08 11:07:51.037040 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-072c46fb-d6be-4c03-8ee9-cfeed900e77a req-22b4516d-29d4-4a9c-96c9-4e1950bdf928 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 210 time: 0.0406873 Apr 08 11:07:51.053365 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-88b398f6-13df-4d07-970d-3c05b0197aa5 req-ced5c75d-bfe6-47b9-9417-0d5296de454f tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=84117878-4454-4903-9fee-9d7a11c67b91 HTTP/1.1" status: 200 len: 210 time: 0.0313017 Apr 08 11:07:51.345496 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 44236) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:51.345697 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-044b9720-b8ad-4db3-a3a1-4f7463779668 req-41afe121-ff3b-4d8e-bccc-dd76b8db6b99 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 210 time: 0.0273705 Apr 08 11:07:51.359688 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-97befa73-f1af-473a-977b-79b2ea4c38b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:51.451656 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-97befa73-f1af-473a-977b-79b2ea4c38b9 admin admin] Publish callbacks [] for security_group (59c36040-c7bc-4449-b525-c6342f320c74), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:51.480936 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 44242) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:51.525308 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-97befa73-f1af-473a-977b-79b2ea4c38b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (59c36040-c7bc-4449-b525-c6342f320c74), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:51.559318 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:51.569430 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-97befa73-f1af-473a-977b-79b2ea4c38b9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5680b36147de49a291c60fc6d4fd5573&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2228401 Apr 08 11:07:51.570654 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97befa73-f1af-473a-977b-79b2ea4c38b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c36040-c7bc-4449-b525-c6342f320c74,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:51.572169 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 44248) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:51.603236 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1e220277-7a21-4d6a-990a-eda1b6b9f43d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:51.635547 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f1b3f76f-c64c-4fe4-a601-fe4adfbd9645 admin admin] Publish callbacks [] for security_group (59c36040-c7bc-4449-b525-c6342f320c74), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:51.659224 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f1b3f76f-c64c-4fe4-a601-fe4adfbd9645 admin admin] Publish callbacks [] for security_group (59c36040-c7bc-4449-b525-c6342f320c74), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:51.689949 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1e220277-7a21-4d6a-990a-eda1b6b9f43d admin admin] Publish callbacks [] for security_group (e138cbf4-00fc-406f-83cc-0e736fd03d7e), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:51.765188 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1e220277-7a21-4d6a-990a-eda1b6b9f43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (e138cbf4-00fc-406f-83cc-0e736fd03d7e), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:51.793376 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f1b3f76f-c64c-4fe4-a601-fe4adfbd9645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (59c36040-c7bc-4449-b525-c6342f320c74), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:51.795974 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f1b3f76f-c64c-4fe4-a601-fe4adfbd9645 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:51.797266 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-f1b3f76f-c64c-4fe4-a601-fe4adfbd9645 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/59c36040-c7bc-4449-b525-c6342f320c74 HTTP/1.1" status: 204 len: 168 time: 0.2230835 Apr 08 11:07:51.804093 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-1e220277-7a21-4d6a-990a-eda1b6b9f43d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b234b322b94347cea80bdf84e8c52bfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3220448 Apr 08 11:07:51.805052 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e220277-7a21-4d6a-990a-eda1b6b9f43d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e138cbf4-00fc-406f-83cc-0e736fd03d7e,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:51.806816 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 44258) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:51.821967 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b3f76f-c64c-4fe4-a601-fe4adfbd9645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c36040-c7bc-4449-b525-c6342f320c74,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:51.860556 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b37ae03b-9c00-4aa2-811c-14b168361ee8 admin admin] Publish callbacks [] for security_group (e138cbf4-00fc-406f-83cc-0e736fd03d7e), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:51.884714 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b37ae03b-9c00-4aa2-811c-14b168361ee8 admin admin] Publish callbacks [] for security_group (e138cbf4-00fc-406f-83cc-0e736fd03d7e), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:52.088368 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855e0f3-8739-48df-9f30-86e968b068d8 req-2ea03c30-de54-4d21-b0ee-3df3bf3c7d11 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:52.091228 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a855e0f3-8739-48df-9f30-86e968b068d8 req-2ea03c30-de54-4d21-b0ee-3df3bf3c7d11 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdcbac7b-cdcf-47c3-93c4-7ac702037d48 HTTP/1.1" status: 200 len: 943 time: 0.0628574 Apr 08 11:07:52.134201 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-55bd38c3-0ec7-4a8c-a9c1-b19dfc2500c2 req-1fd53b0b-ccb2-4225-8cba-d4cecd0b5dc2 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 210 time: 0.0294204 Apr 08 11:07:52.135914 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b37ae03b-9c00-4aa2-811c-14b168361ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (e138cbf4-00fc-406f-83cc-0e736fd03d7e), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:52.139327 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b37ae03b-9c00-4aa2-811c-14b168361ee8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:52.152763 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-b37ae03b-9c00-4aa2-811c-14b168361ee8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e138cbf4-00fc-406f-83cc-0e736fd03d7e HTTP/1.1" status: 204 len: 168 time: 0.3349087 Apr 08 11:07:52.153563 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a855e0f3-8739-48df-9f30-86e968b068d8 req-bd33c003-f4c6-4285-8579-82fdcc413604 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a1b136f-8e61-4e8c-96dc-f451f49b8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506291 Apr 08 11:07:52.167499 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ae03b-9c00-4aa2-811c-14b168361ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e138cbf4-00fc-406f-83cc-0e736fd03d7e,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:52.251383 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-49003122-0f98-4580-b292-c3b91452367a req-dcd006b1-597c-46f8-9989-76c58f55dafd tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=84117878-4454-4903-9fee-9d7a11c67b91 HTTP/1.1" status: 200 len: 210 time: 0.0387614 Apr 08 11:07:52.451355 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-697f1669-3e36-41ea-8f6d-5fc7e9a9fa06 req-5ecce61f-dd10-4a56-8f6b-311eb0bdf6e3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 210 time: 0.0275497 Apr 08 11:07:52.980367 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 44330) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:52.992757 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9d41a984-cc67-4cc3-9e50-b94cc2b4f65b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:53.111737 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9d41a984-cc67-4cc3-9e50-b94cc2b4f65b admin admin] Publish callbacks [] for security_group (e3fb69b8-b614-46ed-9291-5e48fcbd8b5f), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:53.203742 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9d41a984-cc67-4cc3-9e50-b94cc2b4f65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (e3fb69b8-b614-46ed-9291-5e48fcbd8b5f), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:53.249312 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-bd78b3ed-09d5-40a1-8fbf-83a9d8965680 req-a75de004-eece-4d43-85ef-6b45cfa25b27 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 210 time: 0.0367866 Apr 08 11:07:53.278606 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-9d41a984-cc67-4cc3-9e50-b94cc2b4f65b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e001bba02ea64c9897037b12a355d7cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2971539 Apr 08 11:07:53.279696 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d41a984-cc67-4cc3-9e50-b94cc2b4f65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fb69b8-b614-46ed-9291-5e48fcbd8b5f,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:53.281482 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 44346) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:53.304946 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f17cb-0dbe-4241-95b9-daad193a3607 req-764e25d1-d8e5-463d-93a7-4264e37bea92 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:53.306535 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-781f17cb-0dbe-4241-95b9-daad193a3607 req-764e25d1-d8e5-463d-93a7-4264e37bea92 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdcbac7b-cdcf-47c3-93c4-7ac702037d48 HTTP/1.1" status: 200 len: 943 time: 0.0890174 Apr 08 11:07:53.366624 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-06a5b302-1b6e-4808-bdcc-2390d15b010f admin admin] Publish callbacks [] for security_group (e3fb69b8-b614-46ed-9291-5e48fcbd8b5f), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:53.401484 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-06a5b302-1b6e-4808-bdcc-2390d15b010f admin admin] Publish callbacks [] for security_group (e3fb69b8-b614-46ed-9291-5e48fcbd8b5f), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:53.429862 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-781f17cb-0dbe-4241-95b9-daad193a3607 req-0701a373-af3b-4ac0-b996-d8b711427707 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a1b136f-8e61-4e8c-96dc-f451f49b8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042819 Apr 08 11:07:53.445865 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c4af41a5-8de8-4cee-9466-81dae7e2c81e req-91dca2e2-76e1-4939-b366-f8313f1495dd tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=84117878-4454-4903-9fee-9d7a11c67b91 HTTP/1.1" status: 200 len: 210 time: 0.0899272 Apr 08 11:07:53.559814 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d0eed4ad-5c14-4bc0-8e0a-79e9a649c2df req-0e1a67f8-b60d-4345-97c3-a3f9602d7cc4 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 210 time: 0.0299354 Apr 08 11:07:53.599526 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-06a5b302-1b6e-4808-bdcc-2390d15b010f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (e3fb69b8-b614-46ed-9291-5e48fcbd8b5f), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:53.602086 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-06a5b302-1b6e-4808-bdcc-2390d15b010f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:53.603233 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-06a5b302-1b6e-4808-bdcc-2390d15b010f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e3fb69b8-b614-46ed-9291-5e48fcbd8b5f HTTP/1.1" status: 204 len: 168 time: 0.3206687 Apr 08 11:07:53.615036 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5b302-1b6e-4808-bdcc-2390d15b010f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fb69b8-b614-46ed-9291-5e48fcbd8b5f,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:54.377992 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5e05c56d-2e96-4ebb-94d5-d8181e9352f4 req-cb5366b5-5ac0-4f2b-903a-4388a67fe5af tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 210 time: 0.0422568 Apr 08 11:07:54.535600 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f0cfe-c5d1-48d2-b284-aaaffbb4b1f5 req-4842cce5-6678-480f-acc2-a6c4c5c00a33 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:54.537044 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ad8f0cfe-c5d1-48d2-b284-aaaffbb4b1f5 req-4842cce5-6678-480f-acc2-a6c4c5c00a33 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdcbac7b-cdcf-47c3-93c4-7ac702037d48 HTTP/1.1" status: 200 len: 943 time: 0.0609307 Apr 08 11:07:54.555639 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0226bc7f-2bb5-4de0-9a25-cbf1eb08bc9a req-54ff11e3-6e39-421d-98dd-b4b5642c9dc8 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=84117878-4454-4903-9fee-9d7a11c67b91 HTTP/1.1" status: 200 len: 210 time: 0.0295081 Apr 08 11:07:54.598722 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ad8f0cfe-c5d1-48d2-b284-aaaffbb4b1f5 req-0d2efab1-0300-49f3-be89-7e61a3b01374 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a1b136f-8e61-4e8c-96dc-f451f49b8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551248 Apr 08 11:07:54.658957 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-83c97f06-9ad3-4cb9-bf79-69a904e94a42 req-b81495cf-7dd2-4599-bde6-c28633421fa3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 210 time: 0.0272229 Apr 08 11:07:55.491687 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5cfb97af-78df-4e38-a57e-ecdb52bfd59d req-11c00346-4d11-482e-b127-29b6d8a8ce61 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 210 time: 0.0322680 Apr 08 11:07:55.694200 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ad52508c-1183-474a-af16-c57ad2af1f06 req-e2f57dae-9fa3-4ea7-8c1f-b658b9d8721b tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=84117878-4454-4903-9fee-9d7a11c67b91 HTTP/1.1" status: 200 len: 210 time: 0.0439980 Apr 08 11:07:55.775151 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915e6d6-ffdf-4458-adbc-b5edf3a90331 req-a161a421-84f4-4507-9fa7-e52e6fc2e890 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:55.776834 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7915e6d6-ffdf-4458-adbc-b5edf3a90331 req-a161a421-84f4-4507-9fa7-e52e6fc2e890 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdcbac7b-cdcf-47c3-93c4-7ac702037d48 HTTP/1.1" status: 200 len: 943 time: 0.0592878 Apr 08 11:07:55.789684 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0853a605-0a2c-4992-a96d-28648486bcad req-5f075c17-3029-4aab-956c-15ae7f994049 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 210 time: 0.0278394 Apr 08 11:07:55.911373 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7915e6d6-ffdf-4458-adbc-b5edf3a90331 req-35d28601-6107-4310-a757-d0cc9a4ec72f tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a1b136f-8e61-4e8c-96dc-f451f49b8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284249 Apr 08 11:07:55.948800 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 44476) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:55.975861 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.25', 62297) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:56.107578 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-462d1c99-17aa-4690-8af7-875d4459e8b6 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:56.109947 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-462d1c99-17aa-4690-8af7-875d4459e8b6 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.25 "GET /v2.0/networks?id=8dd2fe0c-a708-46a5-bc57-7be6e584a6fb HTTP/1.1" status: 200 len: 810 time: 0.2462375 Apr 08 11:07:56.116565 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-73da36a5-1247-453b-94c0-fd7c174f5e61 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:56.118455 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-73da36a5-1247-453b-94c0-fd7c174f5e61 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.25 "GET /v2.0/networks?id=e19cdb1b-6b68-4ab1-b7ae-0515860cc308 HTTP/1.1" status: 200 len: 815 time: 0.1454742 Apr 08 11:07:56.190721 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-15551e9d-1dee-4077-a4f9-6d39b06ac727 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:56.210971 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.25', 62298) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:56.242604 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 3e8abd87-70aa-420a-b7e4-7c68d37a3621 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:07:56.267174 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-7fdcb726-e5e7-4c52-873b-0c7b4a809ce5 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff706c0e7c16476e8c00ca1ba4e85ed9 HTTP/1.1" status: 200 len: 379 time: 0.1301410 Apr 08 11:07:56.276937 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-85ce8efe-0cdd-4374-a7e6-d5d76a1c887d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Request body: {'port': {'device_id': '84117878-4454-4903-9fee-9d7a11c67b91', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'admin_state_up': True, 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'security_groups': ['232bd6be-953e-4b7f-a413-4a09c56bc7a5']}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:56.330452 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-ed12d00b-399b-4b4a-ab29-26ee49da85d6 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16c20ec5a754420c8f43a0f7e847031a HTTP/1.1" status: 200 len: 379 time: 0.1951022 Apr 08 11:07:56.346177 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-93be343e-8abf-43a1-b7ec-14d9f66c1337 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Request body: {'port': {'device_id': '96c7f425-3263-4ed3-8fec-8485ec62f6a9', 'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb', 'admin_state_up': True, 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'security_groups': ['5b7ca966-9a91-4567-af21-5d4af91307e7']}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:56.471088 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 3e8abd87-70aa-420a-b7e4-7c68d37a3621, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3e8abd87-70aa-420a-b7e4-7c68d37a3621,segment=NetworkSegment(fadf4659-5530-407b-865a-472712ee1492),segment_id=fadf4659-5530-407b-865a-472712ee1492)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:07:56.486358 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Returning: {'device': '3e8abd87-70aa-420a-b7e4-7c68d37a3621', 'network_id': '375ae04c-c876-44f5-8837-3309cee044d8', 'port_id': '3e8abd87-70aa-420a-b7e4-7c68d37a3621', 'mac_address': 'fa:16:3e:6b:8e:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1906683-baff-4f15-9428-02372aeff022', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:07:56.502743 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-08a67757-320c-4ecf-8d57-0839bc249b68 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:56.504210 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-08a67757-320c-4ecf-8d57-0839bc249b68 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.25 "GET /v2.0/networks?id=dc6c096a-ab1d-4dd5-b548-e6d43b20edbf HTTP/1.1" status: 200 len: 816 time: 0.2938504 Apr 08 11:07:56.549787 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-85ce8efe-0cdd-4374-a7e6-d5d76a1c887d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Made reservation on behalf of ff706c0e7c16476e8c00ca1ba4e85ed9 for: {'port': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:07:56.550161 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port 3e8abd87-70aa-420a-b7e4-7c68d37a3621 is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:56.550628 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (3e8abd87-70aa-420a-b7e4-7c68d37a3621), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:56.554170 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-85ce8efe-0cdd-4374-a7e6-d5d76a1c887d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:56.566039 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-15551e9d-1dee-4077-a4f9-6d39b06ac727 admin admin] Publish callbacks [] for security_group (40f586e2-a93b-4bb1-a339-96297d0c4519), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:56.581170 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e8abd87-70aa-420a-b7e4-7c68d37a3621 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:07:56.611045 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 3e8abd87-70aa-420a-b7e4-7c68d37a3621, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3e8abd87-70aa-420a-b7e4-7c68d37a3621,segment=NetworkSegment(fadf4659-5530-407b-865a-472712ee1492),segment_id=fadf4659-5530-407b-865a-472712ee1492)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:07:56.715668 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-15551e9d-1dee-4077-a4f9-6d39b06ac727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (40f586e2-a93b-4bb1-a339-96297d0c4519), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:56.718223 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-93be343e-8abf-43a1-b7ec-14d9f66c1337 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Made reservation on behalf of 16c20ec5a754420c8f43a0f7e847031a for: {'port': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:07:56.723853 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-93be343e-8abf-43a1-b7ec-14d9f66c1337 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:56.741567 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (3e8abd87-70aa-420a-b7e4-7c68d37a3621), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:56.793240 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-4a200f4e-e23b-4972-a58c-44b03f3c173a tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1193c805e04401c8afbb9690ce62e77 HTTP/1.1" status: 200 len: 379 time: 0.1743095 Apr 08 11:07:56.800802 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15551e9d-1dee-4077-a4f9-6d39b06ac727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f586e2-a93b-4bb1-a339-96297d0c4519,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:56.827770 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-9c714a34-326f-496c-8972-3aeac98e3379 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Request body: {'port': {'device_id': '63e96616-001f-4b25-b145-58e1b115d57f', 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf', 'admin_state_up': True, 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'security_groups': ['a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48']}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:56.865696 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=3e8abd87-70aa-420a-b7e4-7c68d37a3621,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:56.898550 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1906c30a-2091-46ca-8cbf-8e997155f537 req-5af318af-1fa8-4932-8669-9a4fb509592d tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 210 time: 0.2554176 Apr 08 11:07:57.033564 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 44540) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:57.045045 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-93be343e-8abf-43a1-b7ec-14d9f66c1337 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Allocated IP 172.20.0.14 (8dd2fe0c-a708-46a5-bc57-7be6e584a6fb/c6e2448f-6563-4dea-8f56-29b70f4d3ad8/e5518e1a-2b8d-4147-a1b2-2ce4c164c525) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:07:57.054962 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2858528e-3d66-4ea4-ae91-1017cb0cd0f9 req-55b5f3d6-9e4b-480f-afb0-e17e42813535 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=84117878-4454-4903-9fee-9d7a11c67b91 HTTP/1.1" status: 200 len: 210 time: 0.0711117 Apr 08 11:07:57.065200 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-15551e9d-1dee-4077-a4f9-6d39b06ac727 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=94d4648b9ae54732a6d9d0c41a97244b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1153924 Apr 08 11:07:57.082059 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] get_ports_and_sgs() called for port_ids ['3e8abd87-70aa-420a-b7e4-7c68d37a3621'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:07:57.090635 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-41f6bbe1-025d-4777-a587-192886ec6458 req-02a3fa42-9349-42d1-a06d-3cf861e8e65a tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 210 time: 0.0655496 Apr 08 11:07:57.119174 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 44544) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:57.225663 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c58fdeaa-6fe0-441f-be10-8543d9577f95 admin admin] Publish callbacks [] for security_group (40f586e2-a93b-4bb1-a339-96297d0c4519), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:57.233200 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-85ce8efe-0cdd-4374-a7e6-d5d76a1c887d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Allocated IP 172.20.0.14 (e19cdb1b-6b68-4ab1-b7ae-0515860cc308/9010fa40-00fa-4f20-8fb7-c4e600b421ca/7f5decb5-b2ee-49aa-919f-64dcc00831c1) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:07:57.297362 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c58fdeaa-6fe0-441f-be10-8543d9577f95 admin admin] Publish callbacks [] for security_group (40f586e2-a93b-4bb1-a339-96297d0c4519), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:57.305911 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7b5bb075-783c-4b49-8924-05e2dd6e0c02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:57.321081 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d79c5-d5f0-4a54-a86b-f73202cc3e12 req-908641b4-29f9-4476-85e5-0ff8ef0a7ad1 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:57.323312 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0c7d79c5-d5f0-4a54-a86b-f73202cc3e12 req-908641b4-29f9-4476-85e5-0ff8ef0a7ad1 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdcbac7b-cdcf-47c3-93c4-7ac702037d48 HTTP/1.1" status: 200 len: 944 time: 0.1574597 Apr 08 11:07:57.344492 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-93be343e-8abf-43a1-b7ec-14d9f66c1337 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for port (e5518e1a-2b8d-4147-a1b2-2ce4c164c525), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:57.400256 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0c7d79c5-d5f0-4a54-a86b-f73202cc3e12 req-556ecae5-d4f8-40d2-9e49-a9fd1d3cae11 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a1b136f-8e61-4e8c-96dc-f451f49b8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689139 Apr 08 11:07:57.403098 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-9c714a34-326f-496c-8972-3aeac98e3379 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Made reservation on behalf of a1193c805e04401c8afbb9690ce62e77 for: {'port': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:07:57.406470 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-9c714a34-326f-496c-8972-3aeac98e3379 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:57.461130 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a6b1222f-ccad-488a-8872-94bbe8283b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:57.490789 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-93be343e-8abf-43a1-b7ec-14d9f66c1337 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629'] for port (e5518e1a-2b8d-4147-a1b2-2ce4c164c525), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:57.529243 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7b5bb075-783c-4b49-8924-05e2dd6e0c02 admin admin] Publish callbacks [] for security_group (74f9aa34-0ad4-4d6c-b5eb-fbcde4639ea6), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:57.559533 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c58fdeaa-6fe0-441f-be10-8543d9577f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (40f586e2-a93b-4bb1-a339-96297d0c4519), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:57.562674 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c58fdeaa-6fe0-441f-be10-8543d9577f95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:57.566828 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-c58fdeaa-6fe0-441f-be10-8543d9577f95 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/40f586e2-a93b-4bb1-a339-96297d0c4519 HTTP/1.1" status: 204 len: 168 time: 0.4436383 Apr 08 11:07:57.593491 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7b5bb075-783c-4b49-8924-05e2dd6e0c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (74f9aa34-0ad4-4d6c-b5eb-fbcde4639ea6), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:57.598449 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-85ce8efe-0cdd-4374-a7e6-d5d76a1c887d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for port (7f5decb5-b2ee-49aa-919f-64dcc00831c1), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:57.620828 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58fdeaa-6fe0-441f-be10-8543d9577f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f586e2-a93b-4bb1-a339-96297d0c4519,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:57.676211 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5bb075-783c-4b49-8924-05e2dd6e0c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f9aa34-0ad4-4d6c-b5eb-fbcde4639ea6,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:57.680947 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-7b5bb075-783c-4b49-8924-05e2dd6e0c02 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7856ba42fa1d41658a7dd8b326073699&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6408124 Apr 08 11:07:57.687902 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 44556) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:57.752292 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-70307e70-b0fa-4162-8173-a878a6acf2f3 admin admin] Publish callbacks [] for security_group (74f9aa34-0ad4-4d6c-b5eb-fbcde4639ea6), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:57.802244 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-70307e70-b0fa-4162-8173-a878a6acf2f3 admin admin] Publish callbacks [] for security_group (74f9aa34-0ad4-4d6c-b5eb-fbcde4639ea6), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:57.810267 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-85ce8efe-0cdd-4374-a7e6-d5d76a1c887d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629'] for port (7f5decb5-b2ee-49aa-919f-64dcc00831c1), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:57.868502 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-93be343e-8abf-43a1-b7ec-14d9f66c1337 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Network 8dd2fe0c-a708-46a5-bc57-7be6e584a6fb is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:07:57.875657 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-9c714a34-326f-496c-8972-3aeac98e3379 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Allocated IP 172.20.0.14 (dc6c096a-ab1d-4dd5-b548-e6d43b20edbf/69645fe8-51b2-4fb3-8963-10a4b0bd4ba3/86229ea5-87ec-45d0-b83f-b5f85d066a43) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:07:57.878188 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-93be343e-8abf-43a1-b7ec-14d9f66c1337 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:07:57.887025 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-93be343e-8abf-43a1-b7ec-14d9f66c1337 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:07:57.892139 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-93be343e-8abf-43a1-b7ec-14d9f66c1337 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:57.892745 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-93be343e-8abf-43a1-b7ec-14d9f66c1337 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:57.913848 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be343e-8abf-43a1-b7ec-14d9f66c1337 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Pushing event updated for resources: {'Port': ['ID=e5518e1a-2b8d-4147-a1b2-2ce4c164c525,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:57.961500 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-85ce8efe-0cdd-4374-a7e6-d5d76a1c887d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Network e19cdb1b-6b68-4ab1-b7ae-0515860cc308 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:07:57.990578 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-85ce8efe-0cdd-4374-a7e6-d5d76a1c887d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:07:58.002002 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-85ce8efe-0cdd-4374-a7e6-d5d76a1c887d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:07:58.018795 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-85ce8efe-0cdd-4374-a7e6-d5d76a1c887d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:58.025005 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-85ce8efe-0cdd-4374-a7e6-d5d76a1c887d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:58.025005 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce8efe-0cdd-4374-a7e6-d5d76a1c887d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Pushing event updated for resources: {'Port': ['ID=7f5decb5-b2ee-49aa-919f-64dcc00831c1,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:58.041380 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-93be343e-8abf-43a1-b7ec-14d9f66c1337 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6997781 Apr 08 11:07:58.094637 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-8ee4b538-88c3-43d4-8500-ee25d270072c service neutron] Request body: {'port': {'device_id': '96c7f425-3263-4ed3-8fec-8485ec62f6a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:58.136815 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-85ce8efe-0cdd-4374-a7e6-d5d76a1c887d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8625638 Apr 08 11:07:58.156915 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-f8636f74-3c5c-46e3-9870-b865e062ebd4 service neutron] Request body: {'port': {'device_id': '84117878-4454-4903-9fee-9d7a11c67b91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:58.206454 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-70307e70-b0fa-4162-8173-a878a6acf2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (74f9aa34-0ad4-4d6c-b5eb-fbcde4639ea6), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:58.208860 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-70307e70-b0fa-4162-8173-a878a6acf2f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:58.214035 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-70307e70-b0fa-4162-8173-a878a6acf2f3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/74f9aa34-0ad4-4d6c-b5eb-fbcde4639ea6 HTTP/1.1" status: 204 len: 168 time: 0.5209751 Apr 08 11:07:58.242725 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 3e8abd87-70aa-420a-b7e4-7c68d37a3621 up at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:07:58.250499 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70307e70-b0fa-4162-8173-a878a6acf2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f9aa34-0ad4-4d6c-b5eb-fbcde4639ea6,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:58.327795 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-f8636f74-3c5c-46e3-9870-b865e062ebd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (7f5decb5-b2ee-49aa-919f-64dcc00831c1), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:58.355101 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-9c714a34-326f-496c-8972-3aeac98e3379 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for port (86229ea5-87ec-45d0-b83f-b5f85d066a43), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:58.375083 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ec24ecee-1e34-4b15-ad25-250a4f1c682e None None] Provisioning complete for port e5518e1a-2b8d-4147-a1b2-2ce4c164c525 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:58.375852 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ec24ecee-1e34-4b15-ad25-250a4f1c682e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (e5518e1a-2b8d-4147-a1b2-2ce4c164c525), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:58.378396 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-8ee4b538-88c3-43d4-8500-ee25d270072c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (e5518e1a-2b8d-4147-a1b2-2ce4c164c525), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:58.392835 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27659afb-fa42-4fee-bf04-cf89f188b40d req-52cbc907-da7f-4baa-9068-726f7d85e05d tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:58.395389 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-27659afb-fa42-4fee-bf04-cf89f188b40d req-52cbc907-da7f-4baa-9068-726f7d85e05d tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 932 time: 0.3198593 Apr 08 11:07:58.402014 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a41828-f252-4452-b172-912a9116c9ff req-204b36be-6b23-41f9-9bbf-d0c52aff3c15 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:58.403823 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-75a41828-f252-4452-b172-912a9116c9ff req-204b36be-6b23-41f9-9bbf-d0c52aff3c15 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=84117878-4454-4903-9fee-9d7a11c67b91 HTTP/1.1" status: 200 len: 932 time: 0.2048087 Apr 08 11:07:58.439457 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ec24ecee-1e34-4b15-ad25-250a4f1c682e None None] Port e5518e1a-2b8d-4147-a1b2-2ce4c164c525 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:07:58.471525 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning for port 3e8abd87-70aa-420a-b7e4-7c68d37a3621 completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:07:58.485468 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning complete for port 3e8abd87-70aa-420a-b7e4-7c68d37a3621 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:58.486393 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (3e8abd87-70aa-420a-b7e4-7c68d37a3621), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:58.519073 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-75a41828-f252-4452-b172-912a9116c9ff req-cebfd5f3-44ab-444b-bee4-70edc7470f86 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=232bd6be-953e-4b7f-a413-4a09c56bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005905 Apr 08 11:07:58.630031 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-d5dc5af9-302c-4d12-b8df-ad8981ae7b32 None None] Provisioning complete for port 7f5decb5-b2ee-49aa-919f-64dcc00831c1 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:58.630434 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d5dc5af9-302c-4d12-b8df-ad8981ae7b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (7f5decb5-b2ee-49aa-919f-64dcc00831c1), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:58.653166 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port 3e8abd87-70aa-420a-b7e4-7c68d37a3621 is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:07:58.653863 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (3e8abd87-70aa-420a-b7e4-7c68d37a3621), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:58.670278 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bda36f87-f370-453e-afe2-255de8933a77 req-9f748306-d0df-457a-ae3e-3c950f8ab360 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 210 time: 0.0545449 Apr 08 11:07:58.672850 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-9c714a34-326f-496c-8972-3aeac98e3379 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629'] for port (86229ea5-87ec-45d0-b83f-b5f85d066a43), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:58.696503 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-d5dc5af9-302c-4d12-b8df-ad8981ae7b32 None None] Port 7f5decb5-b2ee-49aa-919f-64dcc00831c1 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:07:58.707154 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 44592) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:58.714282 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdcbac7b-cdcf-47c3-93c4-7ac702037d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8abd87-70aa-420a-b7e4-7c68d37a3621'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:07:58.720178 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-27659afb-fa42-4fee-bf04-cf89f188b40d req-1694442e-f6d1-47a7-98dc-2aa5ec826068 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2606261 Apr 08 11:07:58.787455 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8fbadeca-9f36-4626-aa51-c775c0ea8cc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:58.792656 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-9c714a34-326f-496c-8972-3aeac98e3379 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Network dc6c096a-ab1d-4dd5-b548-e6d43b20edbf is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:07:58.839755 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-9c714a34-326f-496c-8972-3aeac98e3379 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:07:58.851675 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-9c714a34-326f-496c-8972-3aeac98e3379 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:07:58.879488 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-9c714a34-326f-496c-8972-3aeac98e3379 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:58.880202 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-9c714a34-326f-496c-8972-3aeac98e3379 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:58.893379 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-f8636f74-3c5c-46e3-9870-b865e062ebd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f5decb5-b2ee-49aa-919f-64dcc00831c1 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:07:58.898492 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c714a34-326f-496c-8972-3aeac98e3379 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Pushing event updated for resources: {'Port': ['ID=86229ea5-87ec-45d0-b83f-b5f85d066a43,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:58.898858 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 3e8abd87-70aa-420a-b7e4-7c68d37a3621, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3e8abd87-70aa-420a-b7e4-7c68d37a3621,segment=NetworkSegment(fadf4659-5530-407b-865a-472712ee1492),segment_id=fadf4659-5530-407b-865a-472712ee1492)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:07:58.909002 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-f8636f74-3c5c-46e3-9870-b865e062ebd4 service neutron] Publish callbacks [] for port (7f5decb5-b2ee-49aa-919f-64dcc00831c1), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:58.932760 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-f8636f74-3c5c-46e3-9870-b865e062ebd4 service neutron] Transition to ACTIVE for port object 7f5decb5-b2ee-49aa-919f-64dcc00831c1 will not be triggered until provisioned by entity L2. {{(pid=104017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:07:59.006142 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (3e8abd87-70aa-420a-b7e4-7c68d37a3621), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:59.033460 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-f8636f74-3c5c-46e3-9870-b865e062ebd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (7f5decb5-b2ee-49aa-919f-64dcc00831c1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:59.114357 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-9c714a34-326f-496c-8972-3aeac98e3379 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2950432 Apr 08 11:07:59.140369 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=3e8abd87-70aa-420a-b7e4-7c68d37a3621,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:59.165657 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8636f74-3c5c-46e3-9870-b865e062ebd4 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5decb5-b2ee-49aa-919f-64dcc00831c1,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:59.179923 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-4daca31a-0d56-4621-aef9-ce472bae9bdb service neutron] Request body: {'port': {'device_id': '63e96616-001f-4b25-b145-58e1b115d57f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:59.203984 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351759d57aafe3a60f453950940ba8882eb57342389be8e59779499322ae84b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88726a86-8f55-40e2-822a-27408e5349d4" -d '{"events": [{"server_uuid": "bdcbac7b-cdcf-47c3-93c4-7ac702037d48", "name": "network-vif-plugged", "status": "completed", "tag": "3e8abd87-70aa-420a-b7e4-7c68d37a3621"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:07:59.239528 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-9d9ce4bc-3718-4486-8a51-6c7b840faf5c None None] Provisioning complete for port 86229ea5-87ec-45d0-b83f-b5f85d066a43 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:07:59.239907 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9d9ce4bc-3718-4486-8a51-6c7b840faf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (86229ea5-87ec-45d0-b83f-b5f85d066a43), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:59.245870 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bd1f6-8af3-4347-ac5b-64eabf8f6c6f req-b15a1504-7519-47a2-a160-5bfff88cd826 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:59.247478 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a36bd1f6-8af3-4347-ac5b-64eabf8f6c6f req-b15a1504-7519-47a2-a160-5bfff88cd826 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdcbac7b-cdcf-47c3-93c4-7ac702037d48 HTTP/1.1" status: 200 len: 944 time: 0.4047527 Apr 08 11:07:59.255990 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-f8636f74-3c5c-46e3-9870-b865e062ebd4 service neutron] Attempting to bind port 7f5decb5-b2ee-49aa-919f-64dcc00831c1 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:07:59.256529 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-f8636f74-3c5c-46e3-9870-b865e062ebd4 service neutron] Attempting to bind port 7f5decb5-b2ee-49aa-919f-64dcc00831c1 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '13a51762-62db-4a95-be12-8e98c62784f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:07:59.256892 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-f8636f74-3c5c-46e3-9870-b865e062ebd4 service neutron] Attempting to bind port 7f5decb5-b2ee-49aa-919f-64dcc00831c1 on network e19cdb1b-6b68-4ab1-b7ae-0515860cc308 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:07:59.277363 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-f8636f74-3c5c-46e3-9870-b865e062ebd4 service neutron] Port 7f5decb5-b2ee-49aa-919f-64dcc00831c1 on network e19cdb1b-6b68-4ab1-b7ae-0515860cc308 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:07:59.279009 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-f8636f74-3c5c-46e3-9870-b865e062ebd4 service neutron] Attempting to bind port 7f5decb5-b2ee-49aa-919f-64dcc00831c1 on network e19cdb1b-6b68-4ab1-b7ae-0515860cc308 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:07:59.286735 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-8ee4b538-88c3-43d4-8500-ee25d270072c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5518e1a-2b8d-4147-a1b2-2ce4c164c525 {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:07:59.289749 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-9d9ce4bc-3718-4486-8a51-6c7b840faf5c None None] Port 86229ea5-87ec-45d0-b83f-b5f85d066a43 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:07:59.293283 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-f8636f74-3c5c-46e3-9870-b865e062ebd4 service neutron] Checking agent: {'id': '05eae265-77bc-4fda-a145-417801a6b133', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'started_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:07:59.293902 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-f8636f74-3c5c-46e3-9870-b865e062ebd4 service neutron] Checking segment: {'id': '13a51762-62db-4a95-be12-8e98c62784f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:07:59.294819 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-f8636f74-3c5c-46e3-9870-b865e062ebd4 service neutron] Bound using segment: {'id': '13a51762-62db-4a95-be12-8e98c62784f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:07:59.295148 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-f8636f74-3c5c-46e3-9870-b865e062ebd4 service neutron] Bound port: 7f5decb5-b2ee-49aa-919f-64dcc00831c1, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13a51762-62db-4a95-be12-8e98c62784f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:07:59.296015 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-f8636f74-3c5c-46e3-9870-b865e062ebd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (7f5decb5-b2ee-49aa-919f-64dcc00831c1), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:59.306870 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-8ee4b538-88c3-43d4-8500-ee25d270072c service neutron] Publish callbacks [] for port (e5518e1a-2b8d-4147-a1b2-2ce4c164c525), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:59.383182 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8fbadeca-9f36-4626-aa51-c775c0ea8cc8 admin admin] Publish callbacks [] for security_group (b2174f5a-f708-441b-a873-97a8228545f3), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:59.388187 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-8ee4b538-88c3-43d4-8500-ee25d270072c service neutron] Transition to ACTIVE for port object e5518e1a-2b8d-4147-a1b2-2ce4c164c525 will not be triggered until provisioned by entity L2. {{(pid=104016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:07:59.394305 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-4daca31a-0d56-4621-aef9-ce472bae9bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (86229ea5-87ec-45d0-b83f-b5f85d066a43), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:59.396866 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-f8636f74-3c5c-46e3-9870-b865e062ebd4 service neutron] For port 7f5decb5-b2ee-49aa-919f-64dcc00831c1, host hv-cinder-83607, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:07:59.405097 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e6a752-0537-4d79-bf19-bcace579fa56 x-openstack-request-id: req-48e6a752-0537-4d79-bf19-bcace579fa56 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:07:59.405710 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdcbac7b-cdcf-47c3-93c4-7ac702037d48", "name": "network-vif-plugged", "status": "completed", "tag": "3e8abd87-70aa-420a-b7e4-7c68d37a3621", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:07:59.406548 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-48e6a752-0537-4d79-bf19-bcace579fa56 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:07:59.407351 dv-cinder-836073-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48e6a752-0537-4d79-bf19-bcace579fa56'] response: {'server_uuid': 'bdcbac7b-cdcf-47c3-93c4-7ac702037d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8abd87-70aa-420a-b7e4-7c68d37a3621', 'code': 200} Apr 08 11:07:59.410844 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-f8636f74-3c5c-46e3-9870-b865e062ebd4 service neutron] For port 7f5decb5-b2ee-49aa-919f-64dcc00831c1, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7f5decb5-b2ee-49aa-919f-64dcc00831c1,segment=NetworkSegment(13a51762-62db-4a95-be12-8e98c62784f0),segment_id=13a51762-62db-4a95-be12-8e98c62784f0)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:07:59.426607 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a36bd1f6-8af3-4347-ac5b-64eabf8f6c6f req-fc8185d2-8aa0-4443-9561-7f4e1d40c294 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a1b136f-8e61-4e8c-96dc-f451f49b8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592183 Apr 08 11:07:59.457444 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8fbadeca-9f36-4626-aa51-c775c0ea8cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (b2174f5a-f708-441b-a873-97a8228545f3), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:59.520328 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-8fbadeca-9f36-4626-aa51-c775c0ea8cc8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0d9ddda9d5dd40fe9668437c39bddb81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8095620 Apr 08 11:07:59.527831 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 44614) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:59.571213 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-8ee4b538-88c3-43d4-8500-ee25d270072c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (e5518e1a-2b8d-4147-a1b2-2ce4c164c525), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:59.577579 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbadeca-9f36-4626-aa51-c775c0ea8cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2174f5a-f708-441b-a873-97a8228545f3,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:59.591745 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-f8636f74-3c5c-46e3-9870-b865e062ebd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (7f5decb5-b2ee-49aa-919f-64dcc00831c1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:59.595675 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 44618) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:59.683457 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4b538-88c3-43d4-8500-ee25d270072c service neutron] Pushing event updated for resources: {'Port': ['ID=e5518e1a-2b8d-4147-a1b2-2ce4c164c525,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:59.734337 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-f8636f74-3c5c-46e3-9870-b865e062ebd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:59.735423 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-f8636f74-3c5c-46e3-9870-b865e062ebd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:59.738328 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-f8636f74-3c5c-46e3-9870-b865e062ebd4 service neutron] 10.222.0.25 "PUT /v2.0/ports/7f5decb5-b2ee-49aa-919f-64dcc00831c1 HTTP/1.1" status: 200 len: 1094 time: 1.5896382 Apr 08 11:07:59.742948 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84117878-4454-4903-9fee-9d7a11c67b91', 'tag': '7f5decb5-b2ee-49aa-919f-64dcc00831c1'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:07:59.759436 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-8ee4b538-88c3-43d4-8500-ee25d270072c service neutron] Attempting to bind port e5518e1a-2b8d-4147-a1b2-2ce4c164c525 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:07:59.759811 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-8ee4b538-88c3-43d4-8500-ee25d270072c service neutron] Attempting to bind port e5518e1a-2b8d-4147-a1b2-2ce4c164c525 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '7c3cd9ae-03b6-4373-b79c-5b396a609cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:07:59.760137 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-8ee4b538-88c3-43d4-8500-ee25d270072c service neutron] Attempting to bind port e5518e1a-2b8d-4147-a1b2-2ce4c164c525 on network 8dd2fe0c-a708-46a5-bc57-7be6e584a6fb {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:07:59.793724 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-8ee4b538-88c3-43d4-8500-ee25d270072c service neutron] Port e5518e1a-2b8d-4147-a1b2-2ce4c164c525 on network 8dd2fe0c-a708-46a5-bc57-7be6e584a6fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:07:59.793821 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-8ee4b538-88c3-43d4-8500-ee25d270072c service neutron] Attempting to bind port e5518e1a-2b8d-4147-a1b2-2ce4c164c525 on network 8dd2fe0c-a708-46a5-bc57-7be6e584a6fb {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:07:59.814472 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-8ee4b538-88c3-43d4-8500-ee25d270072c service neutron] Checking agent: {'id': '05eae265-77bc-4fda-a145-417801a6b133', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'started_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:07:59.823879 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-8ee4b538-88c3-43d4-8500-ee25d270072c service neutron] Checking segment: {'id': '7c3cd9ae-03b6-4373-b79c-5b396a609cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:07:59.823879 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-8ee4b538-88c3-43d4-8500-ee25d270072c service neutron] Bound using segment: {'id': '7c3cd9ae-03b6-4373-b79c-5b396a609cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:07:59.823879 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-8ee4b538-88c3-43d4-8500-ee25d270072c service neutron] Bound port: e5518e1a-2b8d-4147-a1b2-2ce4c164c525, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c3cd9ae-03b6-4373-b79c-5b396a609cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:07:59.823879 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-8ee4b538-88c3-43d4-8500-ee25d270072c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (e5518e1a-2b8d-4147-a1b2-2ce4c164c525), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:59.824222 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-86639745-1150-4be3-984c-e3370b3a3cc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:59.832563 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f285bce2-4aa2-43dd-8a5f-edf2dbb057b2 admin admin] Publish callbacks [] for security_group (b2174f5a-f708-441b-a873-97a8228545f3), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:59.915866 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-35051e12-ca7a-41de-9841-85a7a4e2b6c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:59.927158 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8636f74-3c5c-46e3-9870-b865e062ebd4 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5decb5-b2ee-49aa-919f-64dcc00831c1,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:59.996236 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.25', 62308) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:00.007693 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35734a-8a9e-4ded-b8d2-e9b7f3a5ff8a req-98de5406-3b07-4327-9ead-e94b36f475e1 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:00.016978 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cf35734a-8a9e-4ded-b8d2-e9b7f3a5ff8a req-98de5406-3b07-4327-9ead-e94b36f475e1 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 932 time: 0.1660151 Apr 08 11:08:00.037841 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f285bce2-4aa2-43dd-8a5f-edf2dbb057b2 admin admin] Publish callbacks [] for security_group (b2174f5a-f708-441b-a873-97a8228545f3), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:00.143180 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-8ee4b538-88c3-43d4-8500-ee25d270072c service neutron] For port e5518e1a-2b8d-4147-a1b2-2ce4c164c525, host hv-cinder-83607, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:08:00.148114 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-4daca31a-0d56-4621-aef9-ce472bae9bdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86229ea5-87ec-45d0-b83f-b5f85d066a43 {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:08:00.156004 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3b986-310c-49cd-869f-f307a25ee036 req-65929291-9e74-4ff9-a60a-bc72ec17a0b9 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:00.165130 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-4daca31a-0d56-4621-aef9-ce472bae9bdb service neutron] Publish callbacks [] for port (86229ea5-87ec-45d0-b83f-b5f85d066a43), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:00.180646 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2bd3b986-310c-49cd-869f-f307a25ee036 req-65929291-9e74-4ff9-a60a-bc72ec17a0b9 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=84117878-4454-4903-9fee-9d7a11c67b91 HTTP/1.1" status: 200 len: 944 time: 0.5138688 Apr 08 11:08:00.185129 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a3d6de9c0cd8caeb53273f75c3329218c515297e9068abeca36dc087c161ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aeae5e6-981d-41ea-8e95-3f1e38eb0dfc" -d '{"events": [{"name": "network-changed", "server_uuid": "84117878-4454-4903-9fee-9d7a11c67b91", "tag": "7f5decb5-b2ee-49aa-919f-64dcc00831c1"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:08:00.189857 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-8ee4b538-88c3-43d4-8500-ee25d270072c service neutron] For port e5518e1a-2b8d-4147-a1b2-2ce4c164c525, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e5518e1a-2b8d-4147-a1b2-2ce4c164c525,segment=NetworkSegment(7c3cd9ae-03b6-4373-b79c-5b396a609cc9),segment_id=7c3cd9ae-03b6-4373-b79c-5b396a609cc9)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:08:00.201330 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cf35734a-8a9e-4ded-b8d2-e9b7f3a5ff8a req-fa151293-c148-439b-a0f4-01113a913a98 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833940 Apr 08 11:08:00.202923 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-4daca31a-0d56-4621-aef9-ce472bae9bdb service neutron] Transition to ACTIVE for port object 86229ea5-87ec-45d0-b83f-b5f85d066a43 will not be triggered until provisioned by entity L2. {{(pid=104016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:08:00.205403 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-4a2f2688-be26-497d-a078-6dbd3ec4cc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:00.206743 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-4a2f2688-be26-497d-a078-6dbd3ec4cc4f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ff706c0e7c16476e8c00ca1ba4e85ed9&device_id=84117878-4454-4903-9fee-9d7a11c67b91 HTTP/1.1" status: 200 len: 1128 time: 0.1869953 Apr 08 11:08:00.234762 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e9c92-bbdd-489c-9fa2-955bb1624024 req-c40fec4e-b6d5-4023-ba65-1190cbcf5ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:00.236282 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6b1e9c92-bbdd-489c-9fa2-955bb1624024 req-c40fec4e-b6d5-4023-ba65-1190cbcf5ae6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bdcbac7b-cdcf-47c3-93c4-7ac702037d48 HTTP/1.1" status: 200 len: 1129 time: 0.3104033 Apr 08 11:08:00.261965 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-be796080-d0d0-4dd1-bcbf-4a0e5fb24e48 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f5decb5-b2ee-49aa-919f-64dcc00831c1 HTTP/1.1" status: 200 len: 217 time: 0.0414493 Apr 08 11:08:00.329748 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-8ee4b538-88c3-43d4-8500-ee25d270072c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (e5518e1a-2b8d-4147-a1b2-2ce4c164c525), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:00.329748 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-4daca31a-0d56-4621-aef9-ce472bae9bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (86229ea5-87ec-45d0-b83f-b5f85d066a43), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:00.436827 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4b538-88c3-43d4-8500-ee25d270072c service neutron] Pushing event updated for resources: {'Port': ['ID=e5518e1a-2b8d-4147-a1b2-2ce4c164c525,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:00.443578 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-8ee4b538-88c3-43d4-8500-ee25d270072c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:00.445677 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-8ee4b538-88c3-43d4-8500-ee25d270072c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:00.447340 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-8ee4b538-88c3-43d4-8500-ee25d270072c service neutron] 10.222.0.25 "PUT /v2.0/ports/e5518e1a-2b8d-4147-a1b2-2ce4c164c525 HTTP/1.1" status: 200 len: 1094 time: 2.3631451 Apr 08 11:08:00.473950 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c7f425-3263-4ed3-8fec-8485ec62f6a9', 'tag': 'e5518e1a-2b8d-4147-a1b2-2ce4c164c525'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:08:00.480663 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2bd3b986-310c-49cd-869f-f307a25ee036 req-26424751-49be-4903-82d3-d1a390ea6a2c tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=232bd6be-953e-4b7f-a413-4a09c56bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2910290 Apr 08 11:08:00.487761 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-6b1e9c92-bbdd-489c-9fa2-955bb1624024 req-10236a43-f6d1-4885-b48e-f86b610f02ad service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:00.487981 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15548c0e-1930-4875-b18a-237aef9dd472" -d '{"events": [{"name": "network-changed", "server_uuid": "96c7f425-3263-4ed3-8fec-8485ec62f6a9", "tag": "e5518e1a-2b8d-4147-a1b2-2ce4c164c525"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:08:00.521853 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-86639745-1150-4be3-984c-e3370b3a3cc6 admin admin] Publish callbacks [] for security_group (d0cd95ac-f56a-4c56-ac89-d5efbeb2a852), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:00.546906 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-52cdf48a-6407-4747-8f6c-3df1ff8870b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:00.548688 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-52cdf48a-6407-4747-8f6c-3df1ff8870b0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9010fa40-00fa-4f20-8fb7-c4e600b421ca HTTP/1.1" status: 200 len: 854 time: 0.2797019 Apr 08 11:08:00.594645 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70896815-ed1c-4560-8bd7-42fd0e4b908f req-b556b80a-8cbb-4702-9c52-6fdcda9cb256 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:00.596222 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-70896815-ed1c-4560-8bd7-42fd0e4b908f req-b556b80a-8cbb-4702-9c52-6fdcda9cb256 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 944 time: 0.3288944 Apr 08 11:08:00.623384 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-86639745-1150-4be3-984c-e3370b3a3cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (d0cd95ac-f56a-4c56-ac89-d5efbeb2a852), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:00.628769 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f285bce2-4aa2-43dd-8a5f-edf2dbb057b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (b2174f5a-f708-441b-a873-97a8228545f3), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:00.631302 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f285bce2-4aa2-43dd-8a5f-edf2dbb057b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:00.636020 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-f285bce2-4aa2-43dd-8a5f-edf2dbb057b2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b2174f5a-f708-441b-a873-97a8228545f3 HTTP/1.1" status: 204 len: 168 time: 1.1069770 Apr 08 11:08:00.672757 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-6b1e9c92-bbdd-489c-9fa2-955bb1624024 req-10236a43-f6d1-4885-b48e-f86b610f02ad service neutron] Publish callbacks [] for security_group (69db6898-eff9-4c89-b841-1c7c3cdba57e), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:00.693613 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-86639745-1150-4be3-984c-e3370b3a3cc6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ce928ae2949240ff95f56fb87a6ca751&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0900886 Apr 08 11:08:00.703170 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daca31a-0d56-4621-aef9-ce472bae9bdb service neutron] Pushing event updated for resources: {'Port': ['ID=86229ea5-87ec-45d0-b83f-b5f85d066a43,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:00.708116 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 44662) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:00.767952 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86639745-1150-4be3-984c-e3370b3a3cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cd95ac-f56a-4c56-ac89-d5efbeb2a852,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:00.782494 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285bce2-4aa2-43dd-8a5f-edf2dbb057b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2174f5a-f708-441b-a873-97a8228545f3,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:00.784998 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-6b1e9c92-bbdd-489c-9fa2-955bb1624024 req-10236a43-f6d1-4885-b48e-f86b610f02ad service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (69db6898-eff9-4c89-b841-1c7c3cdba57e), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:00.793040 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-4daca31a-0d56-4621-aef9-ce472bae9bdb service neutron] Attempting to bind port 86229ea5-87ec-45d0-b83f-b5f85d066a43 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:08:00.793379 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-4daca31a-0d56-4621-aef9-ce472bae9bdb service neutron] Attempting to bind port 86229ea5-87ec-45d0-b83f-b5f85d066a43 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'bb9e3258-fa2f-4286-80e8-28f078f3a6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:08:00.793738 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-4daca31a-0d56-4621-aef9-ce472bae9bdb service neutron] Attempting to bind port 86229ea5-87ec-45d0-b83f-b5f85d066a43 on network dc6c096a-ab1d-4dd5-b548-e6d43b20edbf {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:08:00.852086 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-4daca31a-0d56-4621-aef9-ce472bae9bdb service neutron] Port 86229ea5-87ec-45d0-b83f-b5f85d066a43 on network dc6c096a-ab1d-4dd5-b548-e6d43b20edbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:08:00.853260 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-4daca31a-0d56-4621-aef9-ce472bae9bdb service neutron] Attempting to bind port 86229ea5-87ec-45d0-b83f-b5f85d066a43 on network dc6c096a-ab1d-4dd5-b548-e6d43b20edbf {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:08:00.858193 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6b1e9c92-bbdd-489c-9fa2-955bb1624024 req-10236a43-f6d1-4885-b48e-f86b610f02ad service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3a1b136f-8e61-4e8c-96dc-f451f49b8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5932591 Apr 08 11:08:00.864012 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10236a43-f6d1-4885-b48e-f86b610f02ad service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=69db6898-eff9-4c89-b841-1c7c3cdba57e,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:00.876763 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-dc9c6d7c-d589-472a-9877-eae7a705054d admin admin] Publish callbacks [] for security_group (d0cd95ac-f56a-4c56-ac89-d5efbeb2a852), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:00.906100 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-48a771b4-de55-4436-abff-60f100edf78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:00.907035 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-48a771b4-de55-4436-abff-60f100edf78b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e19cdb1b-6b68-4ab1-b7ae-0515860cc308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3478260 Apr 08 11:08:00.928250 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-dc9c6d7c-d589-472a-9877-eae7a705054d admin admin] Publish callbacks [] for security_group (d0cd95ac-f56a-4c56-ac89-d5efbeb2a852), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:00.932050 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-70896815-ed1c-4560-8bd7-42fd0e4b908f req-2b5939c2-17dc-4fa2-9ba1-e8aaa9fb7f1b tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3080201 Apr 08 11:08:00.951669 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-b2d2dffe-4d05-4f59-930b-577935f02657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:00.962835 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d225ce42-237c-4630-a569-7a539614303c x-openstack-request-id: req-d225ce42-237c-4630-a569-7a539614303c {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:08:00.965840 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84117878-4454-4903-9fee-9d7a11c67b91", "tag": "7f5decb5-b2ee-49aa-919f-64dcc00831c1", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:08:00.969981 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d225ce42-237c-4630-a569-7a539614303c {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:08:00.969981 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d225ce42-237c-4630-a569-7a539614303c'] response: {'name': 'network-changed', 'server_uuid': '84117878-4454-4903-9fee-9d7a11c67b91', 'tag': '7f5decb5-b2ee-49aa-919f-64dcc00831c1', 'status': 'completed', 'code': 200} Apr 08 11:08:00.970409 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-b2d2dffe-4d05-4f59-930b-577935f02657 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=16c20ec5a754420c8f43a0f7e847031a&device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 1128 time: 0.3407676 Apr 08 11:08:00.970409 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-4daca31a-0d56-4621-aef9-ce472bae9bdb service neutron] Checking agent: {'id': '05eae265-77bc-4fda-a145-417801a6b133', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'started_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:08:00.970409 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-4daca31a-0d56-4621-aef9-ce472bae9bdb service neutron] Checking segment: {'id': 'bb9e3258-fa2f-4286-80e8-28f078f3a6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:08:00.970409 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-4daca31a-0d56-4621-aef9-ce472bae9bdb service neutron] Bound using segment: {'id': 'bb9e3258-fa2f-4286-80e8-28f078f3a6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:08:00.970409 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-4daca31a-0d56-4621-aef9-ce472bae9bdb service neutron] Bound port: 86229ea5-87ec-45d0-b83f-b5f85d066a43, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb9e3258-fa2f-4286-80e8-28f078f3a6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:08:00.970409 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-4daca31a-0d56-4621-aef9-ce472bae9bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (86229ea5-87ec-45d0-b83f-b5f85d066a43), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:01.061476 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 44666) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:01.075585 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:01.094981 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d7a3e5-3668-4710-8737-8403d840f87c x-openstack-request-id: req-58d7a3e5-3668-4710-8737-8403d840f87c {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:08:01.095732 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96c7f425-3263-4ed3-8fec-8485ec62f6a9", "tag": "e5518e1a-2b8d-4147-a1b2-2ce4c164c525", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:08:01.095732 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-58d7a3e5-3668-4710-8737-8403d840f87c {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:08:01.095962 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58d7a3e5-3668-4710-8737-8403d840f87c'] response: {'name': 'network-changed', 'server_uuid': '96c7f425-3263-4ed3-8fec-8485ec62f6a9', 'tag': 'e5518e1a-2b8d-4147-a1b2-2ce4c164c525', 'status': 'completed', 'code': 200} Apr 08 11:08:01.104134 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999e600-5247-4928-98c1-fe5f48b8cbc2 req-23cfde2f-9f46-47ff-a92f-fb509ece7ad8 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:01.105698 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d999e600-5247-4928-98c1-fe5f48b8cbc2 req-23cfde2f-9f46-47ff-a92f-fb509ece7ad8 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdcbac7b-cdcf-47c3-93c4-7ac702037d48 HTTP/1.1" status: 200 len: 945 time: 0.0789616 Apr 08 11:08:01.124485 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-4daca31a-0d56-4621-aef9-ce472bae9bdb service neutron] For port 86229ea5-87ec-45d0-b83f-b5f85d066a43, host hv-cinder-83607, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:08:01.130769 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-4daca31a-0d56-4621-aef9-ce472bae9bdb service neutron] For port 86229ea5-87ec-45d0-b83f-b5f85d066a43, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=86229ea5-87ec-45d0-b83f-b5f85d066a43,segment=NetworkSegment(bb9e3258-fa2f-4286-80e8-28f078f3a6fa),segment_id=bb9e3258-fa2f-4286-80e8-28f078f3a6fa)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:08:01.166327 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d999e600-5247-4928-98c1-fe5f48b8cbc2 req-de003d9d-d2ee-4f17-b1e1-f6db3fb8b0c9 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a1b136f-8e61-4e8c-96dc-f451f49b8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532994 Apr 08 11:08:01.170657 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-dc9c6d7c-d589-472a-9877-eae7a705054d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (d0cd95ac-f56a-4c56-ac89-d5efbeb2a852), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:01.173610 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-dc9c6d7c-d589-472a-9877-eae7a705054d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:01.174740 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-dc9c6d7c-d589-472a-9877-eae7a705054d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d0cd95ac-f56a-4c56-ac89-d5efbeb2a852 HTTP/1.1" status: 204 len: 168 time: 0.4646144 Apr 08 11:08:01.183137 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c6d7c-d589-472a-9877-eae7a705054d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cd95ac-f56a-4c56-ac89-d5efbeb2a852,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:01.202921 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-db2b413f-6239-4ccd-9eda-4abef82c0fcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:01.246620 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-4daca31a-0d56-4621-aef9-ce472bae9bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (86229ea5-87ec-45d0-b83f-b5f85d066a43), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:01.317363 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-db2b413f-6239-4ccd-9eda-4abef82c0fcc admin admin] Publish callbacks [] for security_group (300b9abe-8fbf-4ed7-8f01-9cf2100e3dc6), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:01.321235 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-d854996b-6ca8-4e4f-84cc-f4fd222fecf9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5518e1a-2b8d-4147-a1b2-2ce4c164c525 HTTP/1.1" status: 200 len: 217 time: 0.1146533 Apr 08 11:08:01.351567 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-4daca31a-0d56-4621-aef9-ce472bae9bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:01.352319 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-4daca31a-0d56-4621-aef9-ce472bae9bdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:01.354507 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-4daca31a-0d56-4621-aef9-ce472bae9bdb service neutron] 10.222.0.25 "PUT /v2.0/ports/86229ea5-87ec-45d0-b83f-b5f85d066a43 HTTP/1.1" status: 200 len: 1094 time: 2.1927934 Apr 08 11:08:01.393895 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-db2b413f-6239-4ccd-9eda-4abef82c0fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (300b9abe-8fbf-4ed7-8f01-9cf2100e3dc6), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:01.431128 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-db2b413f-6239-4ccd-9eda-4abef82c0fcc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0aa19acd4be44c4288a282f775136af5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3647435 Apr 08 11:08:01.437157 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 44678) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:01.440456 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daca31a-0d56-4621-aef9-ce472bae9bdb service neutron] Pushing event updated for resources: {'Port': ['ID=86229ea5-87ec-45d0-b83f-b5f85d066a43,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:01.466542 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-1a2f5818-f29f-4781-bb91-4abf6f7d3b49 service neutron] 10.222.0.25 "GET /v2.0/networks/e19cdb1b-6b68-4ab1-b7ae-0515860cc308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474182 Apr 08 11:08:01.485456 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2b413f-6239-4ccd-9eda-4abef82c0fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300b9abe-8fbf-4ed7-8f01-9cf2100e3dc6,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:01.664147 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdaf349-c90c-4866-accc-dab59ddee80c req-771acf67-f14e-44b3-8936-a825e1f39599 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:01.664919 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d618ce-2aa0-4ab5-a636-7b180aa2b816 req-33849f6e-948e-45c3-92d4-19e8d89b7b81 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:01.665705 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fbdaf349-c90c-4866-accc-dab59ddee80c req-771acf67-f14e-44b3-8936-a825e1f39599 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 944 time: 0.3494329 Apr 08 11:08:01.667495 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f4d618ce-2aa0-4ab5-a636-7b180aa2b816 req-33849f6e-948e-45c3-92d4-19e8d89b7b81 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=84117878-4454-4903-9fee-9d7a11c67b91 HTTP/1.1" status: 200 len: 944 time: 0.0845973 Apr 08 11:08:01.691742 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-f11c3871-d73f-4e55-9866-e1c42d3168b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:01.693255 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-f11c3871-d73f-4e55-9866-e1c42d3168b4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c6e2448f-6563-4dea-8f56-29b70f4d3ad8 HTTP/1.1" status: 200 len: 849 time: 0.1781344 Apr 08 11:08:01.764370 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f4d618ce-2aa0-4ab5-a636-7b180aa2b816 req-0c928c4f-1efa-4a4c-bcee-ca189e87b628 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=232bd6be-953e-4b7f-a413-4a09c56bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841177 Apr 08 11:08:02.016266 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1e5f0476-bb08-4e01-9008-9d5f0b2ee480 admin admin] Publish callbacks [] for security_group (300b9abe-8fbf-4ed7-8f01-9cf2100e3dc6), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:02.070201 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c6103-723c-46a3-bf0d-c384252cef0f req-de1784c1-4a7e-4e14-b6ef-3fde2da46951 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:02.071734 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f83c6103-723c-46a3-bf0d-c384252cef0f req-de1784c1-4a7e-4e14-b6ef-3fde2da46951 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 944 time: 0.0541458 Apr 08 11:08:02.090470 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fbdaf349-c90c-4866-accc-dab59ddee80c req-7933137c-c783-4c6e-a0bc-dd82087138c5 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3831968 Apr 08 11:08:02.092262 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1e5f0476-bb08-4e01-9008-9d5f0b2ee480 admin admin] Publish callbacks [] for security_group (300b9abe-8fbf-4ed7-8f01-9cf2100e3dc6), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:02.106749 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9e4f12ba-cdb3-4610-85e9-dfe4a539c617 req-d1c2a56e-1df3-4889-9a06-f12d1f8ae3db service neutron] 10.222.0.25 "GET /v2.0/networks/e19cdb1b-6b68-4ab1-b7ae-0515860cc308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5703394 Apr 08 11:08:02.109553 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-c361d719-8503-4b99-acda-40fb009d37ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:02.111263 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-c361d719-8503-4b99-acda-40fb009d37ac service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1193c805e04401c8afbb9690ce62e77&device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 1128 time: 0.4235108 Apr 08 11:08:02.119197 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-ecf266a6-cf33-4ded-8a98-5d9c9f0bf0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:02.120974 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-ecf266a6-cf33-4ded-8a98-5d9c9f0bf0e7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8dd2fe0c-a708-46a5-bc57-7be6e584a6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4102447 Apr 08 11:08:02.154475 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f83c6103-723c-46a3-bf0d-c384252cef0f req-fae13e23-d2bb-4b78-a1f8-7c7a4b3ced5b tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745254 Apr 08 11:08:02.217665 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-87331b46-5207-4562-94c7-efad163a4a9b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86229ea5-87ec-45d0-b83f-b5f85d066a43 HTTP/1.1" status: 200 len: 217 time: 0.0625021 Apr 08 11:08:02.290185 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1e5f0476-bb08-4e01-9008-9d5f0b2ee480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (300b9abe-8fbf-4ed7-8f01-9cf2100e3dc6), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:02.293015 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1e5f0476-bb08-4e01-9008-9d5f0b2ee480 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:02.294156 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-1e5f0476-bb08-4e01-9008-9d5f0b2ee480 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/300b9abe-8fbf-4ed7-8f01-9cf2100e3dc6 HTTP/1.1" status: 204 len: 168 time: 0.8552268 Apr 08 11:08:02.318007 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f0476-bb08-4e01-9008-9d5f0b2ee480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300b9abe-8fbf-4ed7-8f01-9cf2100e3dc6,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:02.327098 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-71268acd-a5ca-4fa7-98a2-b21b3514661b service neutron] 10.222.0.25 "GET /v2.0/networks/8dd2fe0c-a708-46a5-bc57-7be6e584a6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731915 Apr 08 11:08:02.342602 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efa24b-8a42-4121-9c0b-9309e2159f53 req-1bc055ad-bc98-4afe-bba7-3d52f7bd03de tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:02.344148 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-81efa24b-8a42-4121-9c0b-9309e2159f53 req-1bc055ad-bc98-4afe-bba7-3d52f7bd03de tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdcbac7b-cdcf-47c3-93c4-7ac702037d48 HTTP/1.1" status: 200 len: 945 time: 0.0924482 Apr 08 11:08:02.395473 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-81efa24b-8a42-4121-9c0b-9309e2159f53 req-5b230bb2-c470-4372-b7cf-91596f51a95a tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a1b136f-8e61-4e8c-96dc-f451f49b8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456460 Apr 08 11:08:02.553684 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:02.902371 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad76fb-f5db-4b46-9fe1-795bf961a7e8 req-497a4de3-3197-47e9-9fd3-a1bb5fc0855a tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:02.903886 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f5ad76fb-f5db-4b46-9fe1-795bf961a7e8 req-497a4de3-3197-47e9-9fd3-a1bb5fc0855a tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=84117878-4454-4903-9fee-9d7a11c67b91 HTTP/1.1" status: 200 len: 944 time: 0.0615103 Apr 08 11:08:02.988083 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f5ad76fb-f5db-4b46-9fe1-795bf961a7e8 req-4b3f0ab4-0630-4f98-9ca2-88977ba4cf8d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=232bd6be-953e-4b7f-a413-4a09c56bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750551 Apr 08 11:08:03.120950 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e96616-001f-4b25-b145-58e1b115d57f', 'tag': '86229ea5-87ec-45d0-b83f-b5f85d066a43'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:08:03.123253 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7c968e-1bad-4eea-89a3-a58f6b505365" -d '{"events": [{"name": "network-changed", "server_uuid": "63e96616-001f-4b25-b145-58e1b115d57f", "tag": "86229ea5-87ec-45d0-b83f-b5f85d066a43"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:08:03.213271 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c856de5-1ed0-4189-abb4-a45505a8f6c9 x-openstack-request-id: req-7c856de5-1ed0-4189-abb4-a45505a8f6c9 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:08:03.213998 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e96616-001f-4b25-b145-58e1b115d57f", "tag": "86229ea5-87ec-45d0-b83f-b5f85d066a43", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:08:03.213998 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7c856de5-1ed0-4189-abb4-a45505a8f6c9 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:08:03.214327 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c856de5-1ed0-4189-abb4-a45505a8f6c9'] response: {'name': 'network-changed', 'server_uuid': '63e96616-001f-4b25-b145-58e1b115d57f', 'tag': '86229ea5-87ec-45d0-b83f-b5f85d066a43', 'status': 'completed', 'code': 200} Apr 08 11:08:03.220362 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-0c3a0738-a2ef-48d4-a8c6-1ba922a35f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:03.221902 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-0c3a0738-a2ef-48d4-a8c6-1ba922a35f67 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=69645fe8-51b2-4fb3-8963-10a4b0bd4ba3 HTTP/1.1" status: 200 len: 855 time: 0.1421764 Apr 08 11:08:03.250008 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeae5e6-981d-41ea-8e95-3f1e38eb0dfc req-0c1a2046-707b-4873-b812-e96072e93c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:03.251863 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9aeae5e6-981d-41ea-8e95-3f1e38eb0dfc req-0c1a2046-707b-4873-b812-e96072e93c09 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ff706c0e7c16476e8c00ca1ba4e85ed9&device_id=84117878-4454-4903-9fee-9d7a11c67b91 HTTP/1.1" status: 200 len: 1128 time: 0.1261353 Apr 08 11:08:03.273267 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fee78-78be-40e3-8483-b61b585cdad2 req-c9803f14-7e61-4b9b-b703-253548d49bfc tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:03.278227 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3a0fee78-78be-40e3-8483-b61b585cdad2 req-c9803f14-7e61-4b9b-b703-253548d49bfc tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 944 time: 0.0861614 Apr 08 11:08:03.286173 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dcac2b68-a395-4739-b203-a4a4e75f3076 req-b38e2c06-1ade-4074-800b-2166534fe33c service neutron] 10.222.0.25 "GET /v2.0/networks/8dd2fe0c-a708-46a5-bc57-7be6e584a6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964600 Apr 08 11:08:03.333622 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117889a2-3781-4c80-a835-b3742912638f req-45ed301b-926c-4847-a8a4-b22f1c74aeba tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:03.334927 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-117889a2-3781-4c80-a835-b3742912638f req-45ed301b-926c-4847-a8a4-b22f1c74aeba tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 944 time: 0.0655527 Apr 08 11:08:03.336737 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3a0fee78-78be-40e3-8483-b61b585cdad2 req-eb34c676-496a-4733-9e8a-89050714f123 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522442 Apr 08 11:08:03.398168 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-117889a2-3781-4c80-a835-b3742912638f req-69fd060e-06cd-469f-8e36-d8fe1b70ae38 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561354 Apr 08 11:08:03.433305 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 44762) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:03.447874 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f700288d-19a4-44f3-b4dc-5db9d05b3f1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:03.559040 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3a88c-cd61-4adf-a3d8-72ec86fa4dc6 req-117a6a38-6cd7-4c4b-bfb8-db675649e295 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:03.560541 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-61c3a88c-cd61-4adf-a3d8-72ec86fa4dc6 req-117a6a38-6cd7-4c4b-bfb8-db675649e295 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdcbac7b-cdcf-47c3-93c4-7ac702037d48 HTTP/1.1" status: 200 len: 945 time: 0.0840402 Apr 08 11:08:03.593374 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f700288d-19a4-44f3-b4dc-5db9d05b3f1f admin admin] Publish callbacks [] for security_group (47c1c559-8d2d-4c90-95b5-646390e63b9e), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:03.622164 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-61c3a88c-cd61-4adf-a3d8-72ec86fa4dc6 req-6e188eb1-d3c1-4b24-8369-f8ea41d2c44a tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a1b136f-8e61-4e8c-96dc-f451f49b8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556052 Apr 08 11:08:03.668357 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f700288d-19a4-44f3-b4dc-5db9d05b3f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (47c1c559-8d2d-4c90-95b5-646390e63b9e), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:03.718628 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f700288d-19a4-44f3-b4dc-5db9d05b3f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c1c559-8d2d-4c90-95b5-646390e63b9e,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:03.725635 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-f700288d-19a4-44f3-b4dc-5db9d05b3f1f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=22272a58ac0547a5af16dbd75ff7dd27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2888899 Apr 08 11:08:03.731575 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 44772) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:03.833514 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-464afe48-32ad-4f54-a8c1-09a6328552c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:03.835024 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-464afe48-32ad-4f54-a8c1-09a6328552c3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dc6c096a-ab1d-4dd5-b548-e6d43b20edbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1710534 Apr 08 11:08:03.842709 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4c11c6b8-9157-4319-919b-95bbfeca7575 admin admin] Publish callbacks [] for security_group (47c1c559-8d2d-4c90-95b5-646390e63b9e), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:03.860695 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeae5e6-981d-41ea-8e95-3f1e38eb0dfc req-2e6a943b-58f1-46c9-af0a-cad4d0465a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:03.862479 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9aeae5e6-981d-41ea-8e95-3f1e38eb0dfc req-2e6a943b-58f1-46c9-af0a-cad4d0465a69 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e19cdb1b-6b68-4ab1-b7ae-0515860cc308 HTTP/1.1" status: 200 len: 916 time: 0.1963689 Apr 08 11:08:03.875088 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4c11c6b8-9157-4319-919b-95bbfeca7575 admin admin] Publish callbacks [] for security_group (47c1c559-8d2d-4c90-95b5-646390e63b9e), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:04.003680 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4c11c6b8-9157-4319-919b-95bbfeca7575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (47c1c559-8d2d-4c90-95b5-646390e63b9e), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:04.006450 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4c11c6b8-9157-4319-919b-95bbfeca7575 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:04.009875 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-4c11c6b8-9157-4319-919b-95bbfeca7575 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/47c1c559-8d2d-4c90-95b5-646390e63b9e HTTP/1.1" status: 204 len: 168 time: 0.2751150 Apr 08 11:08:04.018789 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c11c6b8-9157-4319-919b-95bbfeca7575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c1c559-8d2d-4c90-95b5-646390e63b9e,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:04.147571 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94a834-90c5-4d5f-8fdb-4704df4468f1 req-7b5c2518-8ae0-4ebc-9d88-65c68ed8af37 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:04.149059 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0e94a834-90c5-4d5f-8fdb-4704df4468f1 req-7b5c2518-8ae0-4ebc-9d88-65c68ed8af37 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=84117878-4454-4903-9fee-9d7a11c67b91 HTTP/1.1" status: 200 len: 944 time: 0.0672829 Apr 08 11:08:04.198397 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0e94a834-90c5-4d5f-8fdb-4704df4468f1 req-0a1cccff-233a-4e48-8c3d-5aadee87cbb5 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=232bd6be-953e-4b7f-a413-4a09c56bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426726 Apr 08 11:08:04.245059 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:04.285692 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 7f5decb5-b2ee-49aa-919f-64dcc00831c1 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:08:04.394189 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 7f5decb5-b2ee-49aa-919f-64dcc00831c1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7f5decb5-b2ee-49aa-919f-64dcc00831c1,segment=NetworkSegment(13a51762-62db-4a95-be12-8e98c62784f0),segment_id=13a51762-62db-4a95-be12-8e98c62784f0)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:08:04.407207 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Returning: {'device': '7f5decb5-b2ee-49aa-919f-64dcc00831c1', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'port_id': '7f5decb5-b2ee-49aa-919f-64dcc00831c1', 'mac_address': 'fa:16:3e:1d:79:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:08:04.460557 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port 7f5decb5-b2ee-49aa-919f-64dcc00831c1 is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:08:04.461195 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (7f5decb5-b2ee-49aa-919f-64dcc00831c1), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:04.478714 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f5decb5-b2ee-49aa-919f-64dcc00831c1 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:08:04.502857 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dcd271-f2d8-4835-8ef7-65c44ab72c5a req-572c305b-7472-4b35-ba09-4a55b6dd4871 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:04.505029 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 7f5decb5-b2ee-49aa-919f-64dcc00831c1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7f5decb5-b2ee-49aa-919f-64dcc00831c1,segment=NetworkSegment(13a51762-62db-4a95-be12-8e98c62784f0),segment_id=13a51762-62db-4a95-be12-8e98c62784f0)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:08:04.511076 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-15dcd271-f2d8-4835-8ef7-65c44ab72c5a req-572c305b-7472-4b35-ba09-4a55b6dd4871 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 944 time: 0.0718627 Apr 08 11:08:04.547643 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (7f5decb5-b2ee-49aa-919f-64dcc00831c1), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:04.588275 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-15dcd271-f2d8-4835-8ef7-65c44ab72c5a req-bfe9312d-5180-4f26-8c6a-434cca876c9a tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707474 Apr 08 11:08:04.615042 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=7f5decb5-b2ee-49aa-919f-64dcc00831c1,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:04.665548 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9aeae5e6-981d-41ea-8e95-3f1e38eb0dfc req-da0a109f-e82a-4afc-af3a-c9e0214eab44 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f5decb5-b2ee-49aa-919f-64dcc00831c1 HTTP/1.1" status: 200 len: 217 time: 0.1813684 Apr 08 11:08:04.776354 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeae5e6-981d-41ea-8e95-3f1e38eb0dfc req-206dfdc4-5e46-4453-b964-90b2bbde833b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:04.777823 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9aeae5e6-981d-41ea-8e95-3f1e38eb0dfc req-206dfdc4-5e46-4453-b964-90b2bbde833b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9010fa40-00fa-4f20-8fb7-c4e600b421ca HTTP/1.1" status: 200 len: 854 time: 0.0843163 Apr 08 11:08:04.849599 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] get_ports_and_sgs() called for port_ids ['7f5decb5-b2ee-49aa-919f-64dcc00831c1'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:08:04.852370 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-fedd4b49-26ce-4cd5-94fe-6aec9e250d5b service neutron] 10.222.0.25 "GET /v2.0/networks/dc6c096a-ab1d-4dd5-b548-e6d43b20edbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737564 Apr 08 11:08:04.862066 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15548c0e-1930-4875-b18a-237aef9dd472 req-6dab44b7-4d46-4fec-88b8-ec075f90650d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:04.863566 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-15548c0e-1930-4875-b18a-237aef9dd472 req-6dab44b7-4d46-4fec-88b8-ec075f90650d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=16c20ec5a754420c8f43a0f7e847031a&device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 1128 time: 0.3783844 Apr 08 11:08:04.871651 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c981e-f8c5-4432-b444-545935a803b6 req-12a9dae8-03c6-4d5c-b1ec-9ffed5cbf0e6 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:04.873092 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e74c981e-f8c5-4432-b444-545935a803b6 req-12a9dae8-03c6-4d5c-b1ec-9ffed5cbf0e6 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 944 time: 0.2370520 Apr 08 11:08:05.010628 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeae5e6-981d-41ea-8e95-3f1e38eb0dfc req-206e5a0f-1d4c-4c9c-8668-02a135e31cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:05.012050 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9aeae5e6-981d-41ea-8e95-3f1e38eb0dfc req-206e5a0f-1d4c-4c9c-8668-02a135e31cad service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e19cdb1b-6b68-4ab1-b7ae-0515860cc308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2214613 Apr 08 11:08:05.124445 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e74c981e-f8c5-4432-b444-545935a803b6 req-31d09804-d12c-4333-bd47-b595005c607e tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2411122 Apr 08 11:08:05.150625 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15548c0e-1930-4875-b18a-237aef9dd472 req-2b9c1632-2244-4f85-ba7f-7b5486b7481e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:05.152096 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-15548c0e-1930-4875-b18a-237aef9dd472 req-2b9c1632-2244-4f85-ba7f-7b5486b7481e service neutron] 10.222.0.25 "GET /v2.0/networks?id=8dd2fe0c-a708-46a5-bc57-7be6e584a6fb HTTP/1.1" status: 200 len: 911 time: 0.2707758 Apr 08 11:08:05.153876 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b9bdb920-ed29-47b0-ac6e-a0decf682323 req-c3fe2746-b905-40bb-91d3-6a667fc6e9f1 service neutron] 10.222.0.25 "GET /v2.0/networks/dc6c096a-ab1d-4dd5-b548-e6d43b20edbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949607 Apr 08 11:08:05.209948 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-15548c0e-1930-4875-b18a-237aef9dd472 req-07492dd3-a698-4da1-94ac-746fd579e023 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5518e1a-2b8d-4147-a1b2-2ce4c164c525 HTTP/1.1" status: 200 len: 217 time: 0.0406346 Apr 08 11:08:05.211878 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9aeae5e6-981d-41ea-8e95-3f1e38eb0dfc req-b86b04b2-68b3-44d7-9c91-7e60039e5806 service neutron] 10.222.0.25 "GET /v2.0/networks/e19cdb1b-6b68-4ab1-b7ae-0515860cc308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844602 Apr 08 11:08:05.331843 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447feb8-1058-427b-9b17-b80ad91cf1aa req-b97e5daa-3329-4e71-ae3f-7c03b11e5d43 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:05.333606 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e447feb8-1058-427b-9b17-b80ad91cf1aa req-b97e5daa-3329-4e71-ae3f-7c03b11e5d43 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=84117878-4454-4903-9fee-9d7a11c67b91 HTTP/1.1" status: 200 len: 945 time: 0.0675592 Apr 08 11:08:05.414485 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e447feb8-1058-427b-9b17-b80ad91cf1aa req-5d39afe3-b81f-4a74-a4a1-cdc3db52fc33 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=232bd6be-953e-4b7f-a413-4a09c56bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547028 Apr 08 11:08:05.521141 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15548c0e-1930-4875-b18a-237aef9dd472 req-7218d1a6-52c1-40fc-a8f0-de2cc3888120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:05.522521 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-15548c0e-1930-4875-b18a-237aef9dd472 req-7218d1a6-52c1-40fc-a8f0-de2cc3888120 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c6e2448f-6563-4dea-8f56-29b70f4d3ad8 HTTP/1.1" status: 200 len: 849 time: 0.3019080 Apr 08 11:08:05.550938 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9aeae5e6-981d-41ea-8e95-3f1e38eb0dfc req-a6e17e06-be4f-4897-bdf8-7c4769229ccb service neutron] 10.222.0.25 "GET /v2.0/networks/e19cdb1b-6b68-4ab1-b7ae-0515860cc308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230307 Apr 08 11:08:05.702258 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59675393-5cd8-403b-877c-451505e1467e req-a954850f-7337-4953-af11-8b9d61549108 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:05.703752 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-59675393-5cd8-403b-877c-451505e1467e req-a954850f-7337-4953-af11-8b9d61549108 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 944 time: 0.0539377 Apr 08 11:08:05.753346 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-59675393-5cd8-403b-877c-451505e1467e req-3d1fb991-4844-4c19-b806-15cff08d3906 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441356 Apr 08 11:08:06.255762 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d851b36-092d-43b1-abe7-af7bd1eb03ac req-cb1590c0-009d-4964-809d-eead4af669c6 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:06.257622 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3d851b36-092d-43b1-abe7-af7bd1eb03ac req-cb1590c0-009d-4964-809d-eead4af669c6 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 944 time: 0.0639427 Apr 08 11:08:06.310367 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3d851b36-092d-43b1-abe7-af7bd1eb03ac req-4afc8ca0-ea6e-4056-b6c6-9e932e68c05c tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465231 Apr 08 11:08:06.539328 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35809f6-0378-4ed9-99d7-af78ca9ecd3d req-1a856422-6221-4817-ab32-a000f56f6e56 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:06.540944 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c35809f6-0378-4ed9-99d7-af78ca9ecd3d req-1a856422-6221-4817-ab32-a000f56f6e56 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=84117878-4454-4903-9fee-9d7a11c67b91 HTTP/1.1" status: 200 len: 945 time: 0.0546644 Apr 08 11:08:06.589649 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c35809f6-0378-4ed9-99d7-af78ca9ecd3d req-3b616c8d-fbf9-4341-8ee5-a66769fcfba9 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=232bd6be-953e-4b7f-a413-4a09c56bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428178 Apr 08 11:08:06.775925 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 44876) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:06.876278 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5591c-8844-45ff-bb14-b745a3dd365f req-b70315c5-0a2c-4092-a8ba-a515c957b093 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:06.877790 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b3e5591c-8844-45ff-bb14-b745a3dd365f req-b70315c5-0a2c-4092-a8ba-a515c957b093 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 944 time: 0.0535934 Apr 08 11:08:06.888199 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fd411aea-b6fb-4e20-84de-81ebbef6ce81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:06.928004 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b3e5591c-8844-45ff-bb14-b745a3dd365f req-73fab5d0-15cc-4227-b0ad-626cb843d150 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442820 Apr 08 11:08:06.972079 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fd411aea-b6fb-4e20-84de-81ebbef6ce81 admin admin] Publish callbacks [] for security_group (3626ba55-6c7e-402a-874e-6cc78f168962), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:07.050238 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fd411aea-b6fb-4e20-84de-81ebbef6ce81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (3626ba55-6c7e-402a-874e-6cc78f168962), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:07.086322 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd411aea-b6fb-4e20-84de-81ebbef6ce81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3626ba55-6c7e-402a-874e-6cc78f168962,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:07.092107 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-fd411aea-b6fb-4e20-84de-81ebbef6ce81 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0eb39f9e341c4b7e97c1b252fab09bfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3142467 Apr 08 11:08:07.094375 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 44882) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:07.142624 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9a1bc463-4c79-4b27-bda7-225eaa74a588 admin admin] Publish callbacks [] for security_group (3626ba55-6c7e-402a-874e-6cc78f168962), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:07.163871 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9a1bc463-4c79-4b27-bda7-225eaa74a588 admin admin] Publish callbacks [] for security_group (3626ba55-6c7e-402a-874e-6cc78f168962), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:07.338448 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device e5518e1a-2b8d-4147-a1b2-2ce4c164c525 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:08:07.404199 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9a1bc463-4c79-4b27-bda7-225eaa74a588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (3626ba55-6c7e-402a-874e-6cc78f168962), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:07.407929 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9a1bc463-4c79-4b27-bda7-225eaa74a588 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:07.408358 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-9a1bc463-4c79-4b27-bda7-225eaa74a588 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3626ba55-6c7e-402a-874e-6cc78f168962 HTTP/1.1" status: 204 len: 168 time: 0.3132529 Apr 08 11:08:07.420686 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1bc463-4c79-4b27-bda7-225eaa74a588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3626ba55-6c7e-402a-874e-6cc78f168962,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:07.436861 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb2857-98b3-4984-a4fb-bc578f3d9140 req-05e1c54c-eda1-4c69-a997-9d77a918b470 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:07.438746 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6aeb2857-98b3-4984-a4fb-bc578f3d9140 req-05e1c54c-eda1-4c69-a997-9d77a918b470 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 944 time: 0.0628247 Apr 08 11:08:07.473890 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port e5518e1a-2b8d-4147-a1b2-2ce4c164c525, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e5518e1a-2b8d-4147-a1b2-2ce4c164c525,segment=NetworkSegment(7c3cd9ae-03b6-4373-b79c-5b396a609cc9),segment_id=7c3cd9ae-03b6-4373-b79c-5b396a609cc9)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:08:07.485428 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Returning: {'device': 'e5518e1a-2b8d-4147-a1b2-2ce4c164c525', 'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb', 'port_id': 'e5518e1a-2b8d-4147-a1b2-2ce4c164c525', 'mac_address': 'fa:16:3e:af:7c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6e2448f-6563-4dea-8f56-29b70f4d3ad8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:08:07.496032 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6aeb2857-98b3-4984-a4fb-bc578f3d9140 req-e5747e4f-b78d-469a-a598-f9170e6a8dfc tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519204 Apr 08 11:08:07.523158 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port e5518e1a-2b8d-4147-a1b2-2ce4c164c525 is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:08:07.523546 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (e5518e1a-2b8d-4147-a1b2-2ce4c164c525), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:07.537112 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5518e1a-2b8d-4147-a1b2-2ce4c164c525 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:08:07.555917 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port e5518e1a-2b8d-4147-a1b2-2ce4c164c525, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e5518e1a-2b8d-4147-a1b2-2ce4c164c525,segment=NetworkSegment(7c3cd9ae-03b6-4373-b79c-5b396a609cc9),segment_id=7c3cd9ae-03b6-4373-b79c-5b396a609cc9)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:08:07.684851 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (e5518e1a-2b8d-4147-a1b2-2ce4c164c525), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:07.706845 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3a339-b48c-4a5f-a70a-96f2f108f42c req-d090be85-0c86-49bd-b426-e7bada9aef20 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:07.708315 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e7f3a339-b48c-4a5f-a70a-96f2f108f42c req-d090be85-0c86-49bd-b426-e7bada9aef20 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=84117878-4454-4903-9fee-9d7a11c67b91 HTTP/1.1" status: 200 len: 945 time: 0.0528350 Apr 08 11:08:07.733420 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=e5518e1a-2b8d-4147-a1b2-2ce4c164c525,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:07.759109 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e7f3a339-b48c-4a5f-a70a-96f2f108f42c req-4b95de8d-d76f-4dff-814f-0eba3076c9ae tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=232bd6be-953e-4b7f-a413-4a09c56bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446286 Apr 08 11:08:08.053146 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7794d35-bd43-4d33-9c92-61892fb20063 req-fd118587-ef66-4fc4-99ca-4c60a6eba46e tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:08.054690 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d7794d35-bd43-4d33-9c92-61892fb20063 req-fd118587-ef66-4fc4-99ca-4c60a6eba46e tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 944 time: 0.0561335 Apr 08 11:08:08.104053 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d7794d35-bd43-4d33-9c92-61892fb20063 req-1c3436ec-a2fd-4658-98a7-c1bf12738975 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429509 Apr 08 11:08:08.133872 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 44896) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:08.147457 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2979268a-78c9-415d-847b-09ccf9557074 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:08.221768 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2979268a-78c9-415d-847b-09ccf9557074 admin admin] Publish callbacks [] for security_group (27fccc0d-f62b-4420-96cb-f183cb92aa1b), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:08.267517 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2979268a-78c9-415d-847b-09ccf9557074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (27fccc0d-f62b-4420-96cb-f183cb92aa1b), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:08.306106 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-2979268a-78c9-415d-847b-09ccf9557074 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2834338244814cee885669c3ed4e656e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1711442 Apr 08 11:08:08.307624 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979268a-78c9-415d-847b-09ccf9557074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27fccc0d-f62b-4420-96cb-f183cb92aa1b,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:08.309788 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 44900) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:08.358308 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7c6e91f7-50de-402c-8044-e8755099d3a5 admin admin] Publish callbacks [] for security_group (27fccc0d-f62b-4420-96cb-f183cb92aa1b), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:08.380269 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7c6e91f7-50de-402c-8044-e8755099d3a5 admin admin] Publish callbacks [] for security_group (27fccc0d-f62b-4420-96cb-f183cb92aa1b), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:08.496058 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7c6e91f7-50de-402c-8044-e8755099d3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (27fccc0d-f62b-4420-96cb-f183cb92aa1b), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:08.498663 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7c6e91f7-50de-402c-8044-e8755099d3a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:08.499869 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-7c6e91f7-50de-402c-8044-e8755099d3a5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/27fccc0d-f62b-4420-96cb-f183cb92aa1b HTTP/1.1" status: 204 len: 168 time: 0.1890514 Apr 08 11:08:08.507801 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e91f7-50de-402c-8044-e8755099d3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fccc0d-f62b-4420-96cb-f183cb92aa1b,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:08.603030 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] get_ports_and_sgs() called for port_ids ['e5518e1a-2b8d-4147-a1b2-2ce4c164c525'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:08:08.606606 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 7f5decb5-b2ee-49aa-919f-64dcc00831c1 up at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:08:08.633626 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b4c9a-cf82-44de-ad33-a714dc2114c2 req-db98edbe-1fb3-46d9-8bf3-839c28e20631 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:08.635128 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e42b4c9a-cf82-44de-ad33-a714dc2114c2 req-db98edbe-1fb3-46d9-8bf3-839c28e20631 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 945 time: 0.0632310 Apr 08 11:08:08.693197 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e42b4c9a-cf82-44de-ad33-a714dc2114c2 req-dee41000-46a7-4193-9da8-bfe9667798ac tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520983 Apr 08 11:08:08.816814 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15548c0e-1930-4875-b18a-237aef9dd472 req-ee4c954a-3182-46f4-820e-2f8f182d119c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:08.818631 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-15548c0e-1930-4875-b18a-237aef9dd472 req-ee4c954a-3182-46f4-820e-2f8f182d119c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8dd2fe0c-a708-46a5-bc57-7be6e584a6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0751691 Apr 08 11:08:08.835343 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c968e-1bad-4eea-89a3-a58f6b505365 req-2cd5451e-063a-441b-9c94-07e9ffa6383f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:08.836778 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ca7c968e-1bad-4eea-89a3-a58f6b505365 req-2cd5451e-063a-441b-9c94-07e9ffa6383f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1193c805e04401c8afbb9690ce62e77&device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 1128 time: 0.0919280 Apr 08 11:08:08.862630 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning for port 7f5decb5-b2ee-49aa-919f-64dcc00831c1 completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:08:08.867638 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning complete for port 7f5decb5-b2ee-49aa-919f-64dcc00831c1 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:08:08.868334 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (7f5decb5-b2ee-49aa-919f-64dcc00831c1), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:08.895674 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f479fe1-4080-404b-9f3d-4e5851aa7de2 req-1a24635f-2150-4dc1-b92b-33818f4eaa79 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:08.907761 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6f479fe1-4080-404b-9f3d-4e5851aa7de2 req-1a24635f-2150-4dc1-b92b-33818f4eaa79 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=84117878-4454-4903-9fee-9d7a11c67b91 HTTP/1.1" status: 200 len: 945 time: 0.0748537 Apr 08 11:08:08.971778 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6f479fe1-4080-404b-9f3d-4e5851aa7de2 req-4b6fd1bc-caa4-471c-a1c1-7b5a8e9be7e3 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=232bd6be-953e-4b7f-a413-4a09c56bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629418 Apr 08 11:08:08.979507 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port 7f5decb5-b2ee-49aa-919f-64dcc00831c1 is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:08:08.979824 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (7f5decb5-b2ee-49aa-919f-64dcc00831c1), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:09.007145 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-15548c0e-1930-4875-b18a-237aef9dd472 req-9adaa2b1-46c5-4c89-83f2-dcf78c12046a service neutron] 10.222.0.25 "GET /v2.0/networks/8dd2fe0c-a708-46a5-bc57-7be6e584a6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813335 Apr 08 11:08:09.015754 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84117878-4454-4903-9fee-9d7a11c67b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5decb5-b2ee-49aa-919f-64dcc00831c1'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:08:09.024920 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351759d57aafe3a60f453950940ba8882eb57342389be8e59779499322ae84b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962dc350-0491-4c1b-80c7-9d63ee29805d" -d '{"events": [{"server_uuid": "84117878-4454-4903-9fee-9d7a11c67b91", "name": "network-vif-plugged", "status": "completed", "tag": "7f5decb5-b2ee-49aa-919f-64dcc00831c1"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:08:09.036022 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c968e-1bad-4eea-89a3-a58f6b505365 req-6462eb44-088c-4c18-b5a0-09124bdf043a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:09.037673 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ca7c968e-1bad-4eea-89a3-a58f6b505365 req-6462eb44-088c-4c18-b5a0-09124bdf043a service neutron] 10.222.0.25 "GET /v2.0/networks?id=dc6c096a-ab1d-4dd5-b548-e6d43b20edbf HTTP/1.1" status: 200 len: 917 time: 0.1901641 Apr 08 11:08:09.039859 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 7f5decb5-b2ee-49aa-919f-64dcc00831c1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7f5decb5-b2ee-49aa-919f-64dcc00831c1,segment=NetworkSegment(13a51762-62db-4a95-be12-8e98c62784f0),segment_id=13a51762-62db-4a95-be12-8e98c62784f0)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:08:09.069553 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e91e83-c406-4e4b-9f1b-f45197e38ba4 x-openstack-request-id: req-f7e91e83-c406-4e4b-9f1b-f45197e38ba4 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:08:09.069927 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84117878-4454-4903-9fee-9d7a11c67b91", "name": "network-vif-plugged", "status": "completed", "tag": "7f5decb5-b2ee-49aa-919f-64dcc00831c1", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:08:09.070540 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f7e91e83-c406-4e4b-9f1b-f45197e38ba4 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:08:09.071114 dv-cinder-836073-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7e91e83-c406-4e4b-9f1b-f45197e38ba4'] response: {'server_uuid': '84117878-4454-4903-9fee-9d7a11c67b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5decb5-b2ee-49aa-919f-64dcc00831c1', 'code': 200} Apr 08 11:08:09.125286 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ca7c968e-1bad-4eea-89a3-a58f6b505365 req-211b6dd4-782b-44cd-acad-d07923ff217f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86229ea5-87ec-45d0-b83f-b5f85d066a43 HTTP/1.1" status: 200 len: 217 time: 0.0586095 Apr 08 11:08:09.136578 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (7f5decb5-b2ee-49aa-919f-64dcc00831c1), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:09.236318 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=7f5decb5-b2ee-49aa-919f-64dcc00831c1,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:09.267906 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c968e-1bad-4eea-89a3-a58f6b505365 req-c15d6390-d40d-4cbc-a052-9881b42e05e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:09.269302 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ca7c968e-1bad-4eea-89a3-a58f6b505365 req-c15d6390-d40d-4cbc-a052-9881b42e05e1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=69645fe8-51b2-4fb3-8963-10a4b0bd4ba3 HTTP/1.1" status: 200 len: 855 time: 0.1059973 Apr 08 11:08:09.303838 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ae21c-f979-433f-8b46-d8c0ef8c3cb7 req-1d666b98-6e3c-4e7b-8649-5968f2f7e49c tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:09.307106 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-15548c0e-1930-4875-b18a-237aef9dd472 req-849753ac-368c-4624-a573-cb1a52d974d8 service neutron] 10.222.0.25 "GET /v2.0/networks/8dd2fe0c-a708-46a5-bc57-7be6e584a6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889988 Apr 08 11:08:09.311662 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-064ae21c-f979-433f-8b46-d8c0ef8c3cb7 req-1d666b98-6e3c-4e7b-8649-5968f2f7e49c tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 944 time: 0.0933905 Apr 08 11:08:09.335121 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device e5518e1a-2b8d-4147-a1b2-2ce4c164c525 up at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:08:09.348842 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c968e-1bad-4eea-89a3-a58f6b505365 req-57fe65a7-564e-42ba-9eea-ee74f8d8140c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:09.350643 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ca7c968e-1bad-4eea-89a3-a58f6b505365 req-57fe65a7-564e-42ba-9eea-ee74f8d8140c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dc6c096a-ab1d-4dd5-b548-e6d43b20edbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0626159 Apr 08 11:08:09.377087 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-064ae21c-f979-433f-8b46-d8c0ef8c3cb7 req-0087da40-aa63-402a-8efd-01cdba9a2a64 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643661 Apr 08 11:08:09.468378 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning for port e5518e1a-2b8d-4147-a1b2-2ce4c164c525 completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:08:09.474771 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning complete for port e5518e1a-2b8d-4147-a1b2-2ce4c164c525 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:08:09.475267 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (e5518e1a-2b8d-4147-a1b2-2ce4c164c525), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:09.533455 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ca7c968e-1bad-4eea-89a3-a58f6b505365 req-707f04dd-b9cf-4a63-a5f5-bd732b775a40 service neutron] 10.222.0.25 "GET /v2.0/networks/dc6c096a-ab1d-4dd5-b548-e6d43b20edbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749420 Apr 08 11:08:09.555829 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port e5518e1a-2b8d-4147-a1b2-2ce4c164c525 is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:08:09.556375 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (e5518e1a-2b8d-4147-a1b2-2ce4c164c525), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:09.566869 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5066a11-4047-4ef2-b4e9-f18d42d18180 req-d97c5325-d966-46b0-a9b8-a17a74f9dd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:09.569454 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c5066a11-4047-4ef2-b4e9-f18d42d18180 req-d97c5325-d966-46b0-a9b8-a17a74f9dd3e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=84117878-4454-4903-9fee-9d7a11c67b91 HTTP/1.1" status: 200 len: 1130 time: 0.1175792 Apr 08 11:08:09.637975 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port e5518e1a-2b8d-4147-a1b2-2ce4c164c525, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e5518e1a-2b8d-4147-a1b2-2ce4c164c525,segment=NetworkSegment(7c3cd9ae-03b6-4373-b79c-5b396a609cc9),segment_id=7c3cd9ae-03b6-4373-b79c-5b396a609cc9)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:08:09.678401 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c5066a11-4047-4ef2-b4e9-f18d42d18180 req-1102a807-df26-49ac-ac23-b40eb55852ca service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=232bd6be-953e-4b7f-a413-4a09c56bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012654 Apr 08 11:08:09.682531 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ca7c968e-1bad-4eea-89a3-a58f6b505365 req-078751f4-3c7a-4713-9752-2ab4e8b2a8d1 service neutron] 10.222.0.25 "GET /v2.0/networks/dc6c096a-ab1d-4dd5-b548-e6d43b20edbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402481 Apr 08 11:08:09.701874 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (e5518e1a-2b8d-4147-a1b2-2ce4c164c525), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:09.758338 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=e5518e1a-2b8d-4147-a1b2-2ce4c164c525,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:09.828232 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828115f-54ae-4898-bee0-0944565656c0 req-a71aa5c3-e845-4d13-8562-47250a87a832 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:09.829736 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f828115f-54ae-4898-bee0-0944565656c0 req-a71aa5c3-e845-4d13-8562-47250a87a832 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0643008 Apr 08 11:08:09.878977 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f828115f-54ae-4898-bee0-0944565656c0 req-0bcf7b20-2b2c-4d42-9f47-f8b53f031290 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433080 Apr 08 11:08:10.107732 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11605703-47b1-4316-8174-0e0913546533 req-75988431-c198-4250-a1f7-b10f3a3d545e tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:10.109350 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-11605703-47b1-4316-8174-0e0913546533 req-75988431-c198-4250-a1f7-b10f3a3d545e tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=84117878-4454-4903-9fee-9d7a11c67b91 HTTP/1.1" status: 200 len: 946 time: 0.0610042 Apr 08 11:08:10.160512 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-11605703-47b1-4316-8174-0e0913546533 req-5a8ed0d0-74f1-4af0-9476-8eebbe694d52 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=232bd6be-953e-4b7f-a413-4a09c56bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446935 Apr 08 11:08:10.461887 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 86229ea5-87ec-45d0-b83f-b5f85d066a43 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:08:10.510143 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c8c35-b2b9-494b-92c1-6d8a2b6dc15b req-894b17f2-0c41-4f54-b5de-3fc18eab691e tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:10.511913 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-bc8c8c35-b2b9-494b-92c1-6d8a2b6dc15b req-894b17f2-0c41-4f54-b5de-3fc18eab691e tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 944 time: 0.0578475 Apr 08 11:08:10.562495 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-bc8c8c35-b2b9-494b-92c1-6d8a2b6dc15b req-0b67f3d4-64ca-488d-b70e-7cf1117ab7ea tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450130 Apr 08 11:08:10.568243 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 86229ea5-87ec-45d0-b83f-b5f85d066a43, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=86229ea5-87ec-45d0-b83f-b5f85d066a43,segment=NetworkSegment(bb9e3258-fa2f-4286-80e8-28f078f3a6fa),segment_id=bb9e3258-fa2f-4286-80e8-28f078f3a6fa)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:08:10.582227 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Returning: {'device': '86229ea5-87ec-45d0-b83f-b5f85d066a43', 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf', 'port_id': '86229ea5-87ec-45d0-b83f-b5f85d066a43', 'mac_address': 'fa:16:3e:54:bb:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69645fe8-51b2-4fb3-8963-10a4b0bd4ba3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:08:10.623634 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port 86229ea5-87ec-45d0-b83f-b5f85d066a43 is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:08:10.624023 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (86229ea5-87ec-45d0-b83f-b5f85d066a43), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:10.637454 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86229ea5-87ec-45d0-b83f-b5f85d066a43 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:08:10.660982 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 86229ea5-87ec-45d0-b83f-b5f85d066a43, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=86229ea5-87ec-45d0-b83f-b5f85d066a43,segment=NetworkSegment(bb9e3258-fa2f-4286-80e8-28f078f3a6fa),segment_id=bb9e3258-fa2f-4286-80e8-28f078f3a6fa)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:08:10.730724 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (86229ea5-87ec-45d0-b83f-b5f85d066a43), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:10.786179 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=86229ea5-87ec-45d0-b83f-b5f85d066a43,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:10.998067 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6d543-84d8-41db-a075-ce3eed7e2758 req-3a4fe9a5-d8c1-4980-b9a0-2e03168c4149 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:10.999490 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-76f6d543-84d8-41db-a075-ce3eed7e2758 req-3a4fe9a5-d8c1-4980-b9a0-2e03168c4149 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0521243 Apr 08 11:08:11.049949 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-76f6d543-84d8-41db-a075-ce3eed7e2758 req-f3406de0-cdab-478f-b1f8-70bf3a1b6b20 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444369 Apr 08 11:08:11.073042 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c7f425-3263-4ed3-8fec-8485ec62f6a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5518e1a-2b8d-4147-a1b2-2ce4c164c525'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:08:11.075529 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351759d57aafe3a60f453950940ba8882eb57342389be8e59779499322ae84b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16ffd45-0421-4538-b3e2-853d702b1a84" -d '{"events": [{"server_uuid": "96c7f425-3263-4ed3-8fec-8485ec62f6a9", "name": "network-vif-plugged", "status": "completed", "tag": "e5518e1a-2b8d-4147-a1b2-2ce4c164c525"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:08:11.110710 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] get_ports_and_sgs() called for port_ids ['86229ea5-87ec-45d0-b83f-b5f85d066a43'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:08:11.113603 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2c6001-f98d-4bb1-b167-5a24d4b298da x-openstack-request-id: req-eb2c6001-f98d-4bb1-b167-5a24d4b298da {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:08:11.113915 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c7f425-3263-4ed3-8fec-8485ec62f6a9", "name": "network-vif-plugged", "status": "completed", "tag": "e5518e1a-2b8d-4147-a1b2-2ce4c164c525", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:08:11.114197 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eb2c6001-f98d-4bb1-b167-5a24d4b298da {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:08:11.115052 dv-cinder-836073-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb2c6001-f98d-4bb1-b167-5a24d4b298da'] response: {'server_uuid': '96c7f425-3263-4ed3-8fec-8485ec62f6a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5518e1a-2b8d-4147-a1b2-2ce4c164c525', 'code': 200} Apr 08 11:08:11.281050 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534e039-f402-4bfc-9ceb-14a9308f6f68 req-79b46dce-05d4-437b-bf75-0eda0c214ebb tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:11.282591 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b534e039-f402-4bfc-9ceb-14a9308f6f68 req-79b46dce-05d4-437b-bf75-0eda0c214ebb tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=84117878-4454-4903-9fee-9d7a11c67b91 HTTP/1.1" status: 200 len: 946 time: 0.0554066 Apr 08 11:08:11.331344 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b534e039-f402-4bfc-9ceb-14a9308f6f68 req-f1053dbd-e899-448a-92e9-a5537a2a18ac tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=232bd6be-953e-4b7f-a413-4a09c56bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432286 Apr 08 11:08:11.700560 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d444aa-00a5-4d74-994a-63c827905c9e req-da39bbd3-0aec-42de-8cbf-e6ebf28dd96c tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:11.701988 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-87d444aa-00a5-4d74-994a-63c827905c9e req-da39bbd3-0aec-42de-8cbf-e6ebf28dd96c tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 945 time: 0.0596480 Apr 08 11:08:11.750041 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-87d444aa-00a5-4d74-994a-63c827905c9e req-2aecab90-6f3c-49e0-a7d6-bb8589eab85a tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408866 Apr 08 11:08:11.902818 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033699b9-2fcb-4277-93fe-ac43917687c6 req-9b77b58a-dc07-4564-813d-4fc79b4c22c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:11.902818 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-033699b9-2fcb-4277-93fe-ac43917687c6 req-9b77b58a-dc07-4564-813d-4fc79b4c22c8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 1130 time: 0.0444064 Apr 08 11:08:11.943567 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-033699b9-2fcb-4277-93fe-ac43917687c6 req-5244976e-4986-4ff5-a0a8-ac4f8b09e86f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352912 Apr 08 11:08:12.173242 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974412d3-8f22-48f8-b5ee-960f6b6ce9f6 req-3eb80420-a7e3-4ee1-b5b3-21a3063f6fbd tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:12.174745 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-974412d3-8f22-48f8-b5ee-960f6b6ce9f6 req-3eb80420-a7e3-4ee1-b5b3-21a3063f6fbd tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0564911 Apr 08 11:08:12.223719 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-974412d3-8f22-48f8-b5ee-960f6b6ce9f6 req-3a25ecc5-a9d4-409a-ae7b-c17e6c529380 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433917 Apr 08 11:08:12.466874 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952d097-bab8-4677-87e1-f8713c477c5a req-c55f2279-1993-4a5d-a511-d0be8aa3df8e tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:12.468486 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a952d097-bab8-4677-87e1-f8713c477c5a req-c55f2279-1993-4a5d-a511-d0be8aa3df8e tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=84117878-4454-4903-9fee-9d7a11c67b91 HTTP/1.1" status: 200 len: 946 time: 0.0615363 Apr 08 11:08:12.478260 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 86229ea5-87ec-45d0-b83f-b5f85d066a43 up at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:08:12.560067 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a952d097-bab8-4677-87e1-f8713c477c5a req-1ff2337a-337d-4d9c-917a-891e181d22dc tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=232bd6be-953e-4b7f-a413-4a09c56bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825863 Apr 08 11:08:12.607162 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning for port 86229ea5-87ec-45d0-b83f-b5f85d066a43 completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:08:12.614876 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning complete for port 86229ea5-87ec-45d0-b83f-b5f85d066a43 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:08:12.615774 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (86229ea5-87ec-45d0-b83f-b5f85d066a43), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:12.692468 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b6b50-b0bc-4b8d-af47-ea46b6be5d9c req-4b5871a4-76cc-464f-8a27-6d18d4712bc8 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:12.698200 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4c1b6b50-b0bc-4b8d-af47-ea46b6be5d9c req-4b5871a4-76cc-464f-8a27-6d18d4712bc8 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=84117878-4454-4903-9fee-9d7a11c67b91 HTTP/1.1" status: 200 len: 946 time: 0.0581615 Apr 08 11:08:12.703594 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 45064) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:12.704232 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port 86229ea5-87ec-45d0-b83f-b5f85d066a43 is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:08:12.704691 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (86229ea5-87ec-45d0-b83f-b5f85d066a43), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:12.708875 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-6c5c3932-5b23-4be2-aed0-8737a0308a53 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Request body: {'floatingip': {'port_id': '7f5decb5-b2ee-49aa-919f-64dcc00831c1'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:08:12.754488 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 86229ea5-87ec-45d0-b83f-b5f85d066a43, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=86229ea5-87ec-45d0-b83f-b5f85d066a43,segment=NetworkSegment(bb9e3258-fa2f-4286-80e8-28f078f3a6fa),segment_id=bb9e3258-fa2f-4286-80e8-28f078f3a6fa)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:08:12.841555 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6c5c3932-5b23-4be2-aed0-8737a0308a53 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for floatingip (a4efbda8-4282-4e69-886c-a0543f7e75f0), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:12.856336 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (86229ea5-87ec-45d0-b83f-b5f85d066a43), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:12.922356 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=86229ea5-87ec-45d0-b83f-b5f85d066a43,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:12.985156 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 45080) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:13.008394 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d95bba-9b92-461b-bd6b-cf7f3ebae3c7 req-b4c7176c-de5e-4d65-b149-24e306602c01 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:13.010565 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d4d95bba-9b92-461b-bd6b-cf7f3ebae3c7 req-b4c7176c-de5e-4d65-b149-24e306602c01 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 945 time: 0.1813312 Apr 08 11:08:13.098139 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c9879c94-c104-4c32-bdab-28aefc8444c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:13.115860 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e96616-001f-4b25-b145-58e1b115d57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86229ea5-87ec-45d0-b83f-b5f85d066a43'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:08:13.118271 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351759d57aafe3a60f453950940ba8882eb57342389be8e59779499322ae84b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cce4502-b183-4854-b977-19b763e70242" -d '{"events": [{"server_uuid": "63e96616-001f-4b25-b145-58e1b115d57f", "name": "network-vif-plugged", "status": "completed", "tag": "86229ea5-87ec-45d0-b83f-b5f85d066a43"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:08:13.156463 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d4d95bba-9b92-461b-bd6b-cf7f3ebae3c7 req-35457ade-a193-4faa-a3db-f4abdbb4234b tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399374 Apr 08 11:08:13.170925 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca63e1a-b468-4e4f-afb2-e9dc11dff49e x-openstack-request-id: req-2ca63e1a-b468-4e4f-afb2-e9dc11dff49e {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:08:13.171468 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e96616-001f-4b25-b145-58e1b115d57f", "name": "network-vif-plugged", "status": "completed", "tag": "86229ea5-87ec-45d0-b83f-b5f85d066a43", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:08:13.171851 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2ca63e1a-b468-4e4f-afb2-e9dc11dff49e {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:08:13.172454 dv-cinder-836073-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ca63e1a-b468-4e4f-afb2-e9dc11dff49e'] response: {'server_uuid': '63e96616-001f-4b25-b145-58e1b115d57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86229ea5-87ec-45d0-b83f-b5f85d066a43', 'code': 200} Apr 08 11:08:13.207113 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c9879c94-c104-4c32-bdab-28aefc8444c0 admin admin] Publish callbacks [] for security_group (7f3d32ee-76c4-4d80-9c38-8abe02ec9973), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:13.262451 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c9879c94-c104-4c32-bdab-28aefc8444c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (7f3d32ee-76c4-4d80-9c38-8abe02ec9973), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:13.294706 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-c9879c94-c104-4c32-bdab-28aefc8444c0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9363a063ca834a17a32aa6cde856e44e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3050652 Apr 08 11:08:13.295120 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 45096) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:13.373564 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9879c94-c104-4c32-bdab-28aefc8444c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3d32ee-76c4-4d80-9c38-8abe02ec9973,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:13.402063 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c0e38358-7424-45c2-88d3-ed88ab5b3a75 admin admin] Publish callbacks [] for security_group (7f3d32ee-76c4-4d80-9c38-8abe02ec9973), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:13.422508 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318992e-37fe-4e36-878b-4cdecea9e3e5 req-caa65011-b227-42cd-82c8-f1c5b364d3b4 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:13.424179 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5318992e-37fe-4e36-878b-4cdecea9e3e5 req-caa65011-b227-42cd-82c8-f1c5b364d3b4 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.1067195 Apr 08 11:08:13.451406 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c0e38358-7424-45c2-88d3-ed88ab5b3a75 admin admin] Publish callbacks [] for security_group (7f3d32ee-76c4-4d80-9c38-8abe02ec9973), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:13.515810 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5318992e-37fe-4e36-878b-4cdecea9e3e5 req-02d43871-07aa-4953-a85f-2008cf604235 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731847 Apr 08 11:08:13.647615 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 45108) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:13.654954 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c0e38358-7424-45c2-88d3-ed88ab5b3a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (7f3d32ee-76c4-4d80-9c38-8abe02ec9973), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:13.657484 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c0e38358-7424-45c2-88d3-ed88ab5b3a75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:13.663978 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-c0e38358-7424-45c2-88d3-ed88ab5b3a75 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7f3d32ee-76c4-4d80-9c38-8abe02ec9973 HTTP/1.1" status: 204 len: 168 time: 0.3677669 Apr 08 11:08:13.691091 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e38358-7424-45c2-88d3-ed88ab5b3a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3d32ee-76c4-4d80-9c38-8abe02ec9973,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:13.747862 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 45114) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:13.783393 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.db.resource_extend [None req-6c5c3932-5b23-4be2-aed0-8737a0308a53 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 11:08:13.866291 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6c5c3932-5b23-4be2-aed0-8737a0308a53 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:13.885717 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-320e9b65-06ee-405c-ac7a-566518b4b1e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:13.948159 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6c5c3932-5b23-4be2-aed0-8737a0308a53 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456385'] for floatingip (a4efbda8-4282-4e69-886c-a0543f7e75f0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:13.950427 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1405a939-7a21-4800-b798-2ffdd9fec149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:14.047229 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ef7cb-a918-4a27-a0ef-dc306f84eddf req-06e45376-c230-4d03-9a51-2450754fc94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:14.049067 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ba6ef7cb-a918-4a27-a0ef-dc306f84eddf req-06e45376-c230-4d03-9a51-2450754fc94c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 1130 time: 0.1343310 Apr 08 11:08:14.055662 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-320e9b65-06ee-405c-ac7a-566518b4b1e8 admin admin] Publish callbacks [] for security_group (5920dbb1-4353-45ac-aa83-e0e1a418b0e3), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:14.058672 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.db.l3_db [None req-6c5c3932-5b23-4be2-aed0-8737a0308a53 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Floating IP a4efbda8-4282-4e69-886c-a0543f7e75f0 associated. External IP: 172.27.0.85, port: 7f5decb5-b2ee-49aa-919f-64dcc00831c1. Apr 08 11:08:14.126793 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1405a939-7a21-4800-b798-2ffdd9fec149 admin admin] Publish callbacks [] for security_group (51f262e6-544b-48de-90c5-99e2a5c0785d), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:14.130424 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ba6ef7cb-a918-4a27-a0ef-dc306f84eddf req-2a9bbd06-0027-4d3f-b1fe-6cf62d1ece42 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734668 Apr 08 11:08:14.147971 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-320e9b65-06ee-405c-ac7a-566518b4b1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (5920dbb1-4353-45ac-aa83-e0e1a418b0e3), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:14.190164 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-320e9b65-06ee-405c-ac7a-566518b4b1e8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=de82fac1b4ec4f7e899da4710c63b550&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5413129 Apr 08 11:08:14.191281 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e9b65-06ee-405c-ac7a-566518b4b1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5920dbb1-4353-45ac-aa83-e0e1a418b0e3,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:14.208198 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 45124) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:14.246509 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1405a939-7a21-4800-b798-2ffdd9fec149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (51f262e6-544b-48de-90c5-99e2a5c0785d), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:14.290383 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-1405a939-7a21-4800-b798-2ffdd9fec149 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a0045da991fa43b1b6f2a40a49b37696&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5414085 Apr 08 11:08:14.300126 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 45130) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:14.326253 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1405a939-7a21-4800-b798-2ffdd9fec149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f262e6-544b-48de-90c5-99e2a5c0785d,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:14.366055 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bbd501df-fd8c-455f-8aae-d04fcc61ce90 admin admin] Publish callbacks [] for security_group (5920dbb1-4353-45ac-aa83-e0e1a418b0e3), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:14.371250 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624bd9b1-5317-4422-8163-68a46ce265b4 req-a1cdc417-46b0-407c-b41a-41deb007ab3a tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:14.372933 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-624bd9b1-5317-4422-8163-68a46ce265b4 req-a1cdc417-46b0-407c-b41a-41deb007ab3a tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.0927551 Apr 08 11:08:14.377655 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5c3932-5b23-4be2-aed0-8737a0308a53 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Router 943a4045-54bd-49f9-88a5-96d188b44ed8 has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:08:14.391891 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d2046a87-8e76-4bc4-b4c7-553b751eea13 admin admin] Publish callbacks [] for security_group (51f262e6-544b-48de-90c5-99e2a5c0785d), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:14.399916 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bbd501df-fd8c-455f-8aae-d04fcc61ce90 admin admin] Publish callbacks [] for security_group (5920dbb1-4353-45ac-aa83-e0e1a418b0e3), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:14.430144 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d2046a87-8e76-4bc4-b4c7-553b751eea13 admin admin] Publish callbacks [] for security_group (51f262e6-544b-48de-90c5-99e2a5c0785d), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:14.502179 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-624bd9b1-5317-4422-8163-68a46ce265b4 req-0b31eba7-b51c-4873-bf4a-17c024345a29 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205983 Apr 08 11:08:14.522702 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 45136) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:14.543344 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5c3932-5b23-4be2-aed0-8737a0308a53 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:08:14.548514 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6c5c3932-5b23-4be2-aed0-8737a0308a53 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:14.552896 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-792924a7-484d-45da-bc53-868f1e842449 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:14.553761 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bbd501df-fd8c-455f-8aae-d04fcc61ce90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (5920dbb1-4353-45ac-aa83-e0e1a418b0e3), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:14.557162 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bbd501df-fd8c-455f-8aae-d04fcc61ce90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:14.562594 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-bbd501df-fd8c-455f-8aae-d04fcc61ce90 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5920dbb1-4353-45ac-aa83-e0e1a418b0e3 HTTP/1.1" status: 204 len: 168 time: 0.3505275 Apr 08 11:08:14.568235 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1bc922-1cbf-4767-96ec-3b1e65e0b7eb None None] Sync routers for ids ['943a4045-54bd-49f9-88a5-96d188b44ed8'] in dv-cinder-836073-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:08:14.595375 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-6c5c3932-5b23-4be2-aed0-8737a0308a53 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "PUT /v2.0/floatingips/a4efbda8-4282-4e69-886c-a0543f7e75f0 HTTP/1.1" status: 200 len: 991 time: 1.8903947 Apr 08 11:08:14.599089 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84117878-4454-4903-9fee-9d7a11c67b91', 'tag': '7f5decb5-b2ee-49aa-919f-64dcc00831c1'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:08:14.600046 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1bc922-1cbf-4767-96ec-3b1e65e0b7eb None None] Routers {'943a4045-54bd-49f9-88a5-96d188b44ed8'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:08:14.600693 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-ae1bc922-1cbf-4767-96ec-3b1e65e0b7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:08:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['943a4045-54bd-49f9-88a5-96d188b44ed8'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:08:14.601293 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a3d6de9c0cd8caeb53273f75c3329218c515297e9068abeca36dc087c161ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cd2f04-7231-4a3b-8d7f-3ca74daaea6c" -d '{"events": [{"name": "network-changed", "server_uuid": "84117878-4454-4903-9fee-9d7a11c67b91", "tag": "7f5decb5-b2ee-49aa-919f-64dcc00831c1"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:08:14.631882 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d2046a87-8e76-4bc4-b4c7-553b751eea13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (51f262e6-544b-48de-90c5-99e2a5c0785d), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:14.640539 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d2046a87-8e76-4bc4-b4c7-553b751eea13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:14.644672 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-d2046a87-8e76-4bc4-b4c7-553b751eea13 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/51f262e6-544b-48de-90c5-99e2a5c0785d HTTP/1.1" status: 204 len: 168 time: 0.3435934 Apr 08 11:08:14.648039 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd501df-fd8c-455f-8aae-d04fcc61ce90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5920dbb1-4353-45ac-aa83-e0e1a418b0e3,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:14.689193 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfec16d-5ef1-4d42-9674-6bfec235b69e x-openstack-request-id: req-edfec16d-5ef1-4d42-9674-6bfec235b69e {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:08:14.689734 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84117878-4454-4903-9fee-9d7a11c67b91", "tag": "7f5decb5-b2ee-49aa-919f-64dcc00831c1", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:08:14.690145 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-edfec16d-5ef1-4d42-9674-6bfec235b69e {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:08:14.690730 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edfec16d-5ef1-4d42-9674-6bfec235b69e'] response: {'name': 'network-changed', 'server_uuid': '84117878-4454-4903-9fee-9d7a11c67b91', 'tag': '7f5decb5-b2ee-49aa-919f-64dcc00831c1', 'status': 'completed', 'code': 200} Apr 08 11:08:14.703498 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-792924a7-484d-45da-bc53-868f1e842449 admin admin] Publish callbacks [] for security_group (7bef89b0-34e5-45fc-b0ce-566235804f0d), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:14.712163 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2046a87-8e76-4bc4-b4c7-553b751eea13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f262e6-544b-48de-90c5-99e2a5c0785d,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:14.757793 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a4ad5-a72d-4ee4-8ab8-6d86bd6f74f9 req-adc6e892-fbe2-4f32-9694-2ec4e5bf36cb tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:14.763601 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-ae1bc922-1cbf-4767-96ec-3b1e65e0b7eb None None] Set router 943a4045-54bd-49f9-88a5-96d188b44ed8 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:08:14.766815 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0a8a4ad5-a72d-4ee4-8ab8-6d86bd6f74f9 req-adc6e892-fbe2-4f32-9694-2ec4e5bf36cb tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.1389990 Apr 08 11:08:14.780329 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-792924a7-484d-45da-bc53-868f1e842449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (7bef89b0-34e5-45fc-b0ce-566235804f0d), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:14.819853 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0a8a4ad5-a72d-4ee4-8ab8-6d86bd6f74f9 req-f8a0d13e-6a6e-412c-a85b-7f16e84df44a tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512340 Apr 08 11:08:14.844664 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-792924a7-484d-45da-bc53-868f1e842449 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=56faa2cd88894bc3a2f3599f5bdf5c20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3208246 Apr 08 11:08:14.849509 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792924a7-484d-45da-bc53-868f1e842449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bef89b0-34e5-45fc-b0ce-566235804f0d,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:14.856969 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 45152) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:14.920158 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8793dde1-4c13-4797-a439-13030f6775d6 admin admin] Publish callbacks [] for security_group (7bef89b0-34e5-45fc-b0ce-566235804f0d), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:14.943636 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8793dde1-4c13-4797-a439-13030f6775d6 admin admin] Publish callbacks [] for security_group (7bef89b0-34e5-45fc-b0ce-566235804f0d), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:15.056948 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dcccc1-d993-4618-897a-777f57afba8a req-1e3941d4-3ca9-4268-97d7-befca8d56367 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:15.058899 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c0dcccc1-d993-4618-897a-777f57afba8a req-1e3941d4-3ca9-4268-97d7-befca8d56367 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0997946 Apr 08 11:08:15.060019 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd2f04-7231-4a3b-8d7f-3ca74daaea6c req-86706d6c-568c-4dda-a2e7-dca33dde1ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:15.061620 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-81cd2f04-7231-4a3b-8d7f-3ca74daaea6c req-86706d6c-568c-4dda-a2e7-dca33dde1ad7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ff706c0e7c16476e8c00ca1ba4e85ed9&device_id=84117878-4454-4903-9fee-9d7a11c67b91 HTTP/1.1" status: 200 len: 1130 time: 0.0522306 Apr 08 11:08:15.069912 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 45154) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:15.075649 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-b0f86805-3278-412a-90e4-ac0df7e03400 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Request body: {'floatingip': {'port_id': 'e5518e1a-2b8d-4147-a1b2-2ce4c164c525'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:08:15.126457 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b0f86805-3278-412a-90e4-ac0df7e03400 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for floatingip (1703cde2-233b-4c67-a86c-87f1c66ced50), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:15.132609 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-ae1bc922-1cbf-4767-96ec-3b1e65e0b7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'name': 'tempest-AttachVolumeNegativeTest-1482535796-router', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:32Z', 'revision_number': 4, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'gw_port': {'id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:23Z', 'updated_at': '2022-04-08T11:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': 'a4efbda8-4282-4e69-886c-a0543f7e75f0', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'port_id': '7f5decb5-b2ee-49aa-919f-64dcc00831c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'mac_address': 'fa:16:3e:1d:79:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84117878-4454-4903-9fee-9d7a11c67b91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:07:46Z', 'updated_at': '2022-04-08T11:08:13Z', 'revision_number': 1, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6064dd6-c164-4146-88c3-81cec2380cb9', 'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'mac_address': 'fa:16:3e:eb:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:31Z', 'updated_at': '2022-04-08T11:07:43Z', 'revision_number': 5, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'subnets': [{'id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:08:15.133910 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8793dde1-4c13-4797-a439-13030f6775d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (7bef89b0-34e5-45fc-b0ce-566235804f0d), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:15.138673 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8793dde1-4c13-4797-a439-13030f6775d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:15.140215 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-8793dde1-4c13-4797-a439-13030f6775d6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7bef89b0-34e5-45fc-b0ce-566235804f0d HTTP/1.1" status: 204 len: 168 time: 0.2820623 Apr 08 11:08:15.193778 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1bc922-1cbf-4767-96ec-3b1e65e0b7eb None None] Checking router: 943a4045-54bd-49f9-88a5-96d188b44ed8 for host: dv-cinder-836073-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:08:15.196524 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793dde1-4c13-4797-a439-13030f6775d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bef89b0-34e5-45fc-b0ce-566235804f0d,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:15.212484 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd2f04-7231-4a3b-8d7f-3ca74daaea6c req-2e454a53-95cf-4979-be36-09425c4dc9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:15.217186 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-81cd2f04-7231-4a3b-8d7f-3ca74daaea6c req-2e454a53-95cf-4979-be36-09425c4dc9f9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e19cdb1b-6b68-4ab1-b7ae-0515860cc308 HTTP/1.1" status: 200 len: 916 time: 0.1234312 Apr 08 11:08:15.229810 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1bc922-1cbf-4767-96ec-3b1e65e0b7eb None None] Routers {'943a4045-54bd-49f9-88a5-96d188b44ed8'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:08:15.230925 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-ae1bc922-1cbf-4767-96ec-3b1e65e0b7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:08:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['943a4045-54bd-49f9-88a5-96d188b44ed8'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:08:15.409165 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-81cd2f04-7231-4a3b-8d7f-3ca74daaea6c req-3c8b53c1-99e9-4fb3-82a1-94c8b3f9f284 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f5decb5-b2ee-49aa-919f-64dcc00831c1 HTTP/1.1" status: 200 len: 999 time: 0.1577146 Apr 08 11:08:15.436601 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-ae1bc922-1cbf-4767-96ec-3b1e65e0b7eb None None] Set router 943a4045-54bd-49f9-88a5-96d188b44ed8 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:08:15.683291 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 45174) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:15.702229 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1b8abbc9-58fc-4c12-a71b-8432d6b65ac3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:15.709554 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe99c83-e88e-43aa-93ee-d88db525762e req-bae4b88b-1d2a-485f-9aa7-c8d9dd40bc92 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:15.712021 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1fe99c83-e88e-43aa-93ee-d88db525762e req-bae4b88b-1d2a-485f-9aa7-c8d9dd40bc92 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.0982211 Apr 08 11:08:15.806803 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1fe99c83-e88e-43aa-93ee-d88db525762e req-0e4b0d8c-e5ca-4536-b1ee-cde9f64764e9 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861173 Apr 08 11:08:15.831758 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-ae1bc922-1cbf-4767-96ec-3b1e65e0b7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'name': 'tempest-AttachVolumeNegativeTest-1482535796-router', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:32Z', 'revision_number': 4, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'gw_port': {'id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:23Z', 'updated_at': '2022-04-08T11:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': 'a4efbda8-4282-4e69-886c-a0543f7e75f0', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'port_id': '7f5decb5-b2ee-49aa-919f-64dcc00831c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'mac_address': 'fa:16:3e:1d:79:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84117878-4454-4903-9fee-9d7a11c67b91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:07:46Z', 'updated_at': '2022-04-08T11:08:13Z', 'revision_number': 1, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6064dd6-c164-4146-88c3-81cec2380cb9', 'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'mac_address': 'fa:16:3e:eb:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:31Z', 'updated_at': '2022-04-08T11:07:43Z', 'revision_number': 5, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'subnets': [{'id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:08:15.835657 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b0f86805-3278-412a-90e4-ac0df7e03400 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:15.867491 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1bc922-1cbf-4767-96ec-3b1e65e0b7eb None None] The sync data for ids ['943a4045-54bd-49f9-88a5-96d188b44ed8'] in dv-cinder-836073-3-iscsi is: [{'id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'name': 'tempest-AttachVolumeNegativeTest-1482535796-router', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:32Z', 'revision_number': 4, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'gw_port': {'id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:23Z', 'updated_at': '2022-04-08T11:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': 'a4efbda8-4282-4e69-886c-a0543f7e75f0', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'port_id': '7f5decb5-b2ee-49aa-919f-64dcc00831c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'mac_address': 'fa:16:3e:1d:79:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84117878-4454-4903-9fee-9d7a11c67b91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:07:46Z', 'updated_at': '2022-04-08T11:08:13Z', 'revision_number': 1, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6064dd6-c164-4146-88c3-81cec2380cb9', 'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'mac_address': 'fa:16:3e:eb:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:31Z', 'updated_at': '2022-04-08T11:07:43Z', 'revision_number': 5, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'subnets': [{'id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:08:15.879402 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1b8abbc9-58fc-4c12-a71b-8432d6b65ac3 admin admin] Publish callbacks [] for security_group (8164aaac-6f3e-4e16-9d69-d307b52f0031), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:15.880885 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b0f86805-3278-412a-90e4-ac0df7e03400 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456385'] for floatingip (1703cde2-233b-4c67-a86c-87f1c66ced50), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:16.038689 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd2f04-7231-4a3b-8d7f-3ca74daaea6c req-f9d58faf-b3eb-46dc-9098-a1836bda8978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:16.042692 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-81cd2f04-7231-4a3b-8d7f-3ca74daaea6c req-f9d58faf-b3eb-46dc-9098-a1836bda8978 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9010fa40-00fa-4f20-8fb7-c4e600b421ca HTTP/1.1" status: 200 len: 854 time: 0.0625772 Apr 08 11:08:16.117612 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd2f04-7231-4a3b-8d7f-3ca74daaea6c req-e2d2e263-63a9-44ce-815a-b1064b2ac264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:16.119999 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-81cd2f04-7231-4a3b-8d7f-3ca74daaea6c req-e2d2e263-63a9-44ce-815a-b1064b2ac264 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e19cdb1b-6b68-4ab1-b7ae-0515860cc308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0680101 Apr 08 11:08:16.126990 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1934cf63-c9fe-4eff-bc62-b94f062658b8 None None] New status for floating IP a4efbda8-4282-4e69-886c-a0543f7e75f0: ACTIVE {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:08:16.194558 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1b8abbc9-58fc-4c12-a71b-8432d6b65ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (8164aaac-6f3e-4e16-9d69-d307b52f0031), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:16.244745 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-1b8abbc9-58fc-4c12-a71b-8432d6b65ac3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f6b19071eb2542cfaeda83ddfdb73123&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5598204 Apr 08 11:08:16.250296 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 45180) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:16.261514 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8abbc9-58fc-4c12-a71b-8432d6b65ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8164aaac-6f3e-4e16-9d69-d307b52f0031,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:16.265536 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.db.l3_db [None req-b0f86805-3278-412a-90e4-ac0df7e03400 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Floating IP 1703cde2-233b-4c67-a86c-87f1c66ced50 associated. External IP: 172.27.0.104, port: e5518e1a-2b8d-4147-a1b2-2ce4c164c525. Apr 08 11:08:16.292236 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 45182) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:16.306184 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-81cd2f04-7231-4a3b-8d7f-3ca74daaea6c req-088731f8-9eb4-436a-9d17-d7e2e5596da0 service neutron] 10.222.0.25 "GET /v2.0/networks/e19cdb1b-6b68-4ab1-b7ae-0515860cc308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767728 Apr 08 11:08:16.413936 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0d89b644-a542-42f9-8a12-38ca232011b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:16.419839 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-81cd2f04-7231-4a3b-8d7f-3ca74daaea6c req-7d7a1ea7-8dab-4e58-b981-81e3f6ac2f93 service neutron] 10.222.0.25 "GET /v2.0/networks/e19cdb1b-6b68-4ab1-b7ae-0515860cc308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029742 Apr 08 11:08:16.419942 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 45186) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:16.462736 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d49aa897-015f-4d21-9f57-8640c3b33638 admin admin] Publish callbacks [] for security_group (8164aaac-6f3e-4e16-9d69-d307b52f0031), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:16.514425 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d49aa897-015f-4d21-9f57-8640c3b33638 admin admin] Publish callbacks [] for security_group (8164aaac-6f3e-4e16-9d69-d307b52f0031), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:16.591837 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0d89b644-a542-42f9-8a12-38ca232011b7 admin admin] Publish callbacks [] for security_group (9e6039ae-d3d1-4aaf-8330-a99c6cea1439), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:16.596885 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6bf7b699-b1f6-457b-81d4-c29868102a06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:16.624582 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0f86805-3278-412a-90e4-ac0df7e03400 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Router 16348a5f-1886-4781-bf96-5148ab3792c9 has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:08:16.684751 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0d89b644-a542-42f9-8a12-38ca232011b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (9e6039ae-d3d1-4aaf-8330-a99c6cea1439), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:16.727079 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-0d89b644-a542-42f9-8a12-38ca232011b7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2ba1afc24e4f4b0588f61b725bf94888&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4337292 Apr 08 11:08:16.728330 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d89b644-a542-42f9-8a12-38ca232011b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6039ae-d3d1-4aaf-8330-a99c6cea1439,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:16.731225 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 45196) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:16.748077 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d49aa897-015f-4d21-9f57-8640c3b33638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (8164aaac-6f3e-4e16-9d69-d307b52f0031), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:16.750631 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d49aa897-015f-4d21-9f57-8640c3b33638 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:16.751755 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-d49aa897-015f-4d21-9f57-8640c3b33638 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8164aaac-6f3e-4e16-9d69-d307b52f0031 HTTP/1.1" status: 204 len: 168 time: 0.5003836 Apr 08 11:08:16.773622 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49aa897-015f-4d21-9f57-8640c3b33638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8164aaac-6f3e-4e16-9d69-d307b52f0031,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:16.781094 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6bf7b699-b1f6-457b-81d4-c29868102a06 admin admin] Publish callbacks [] for security_group (325e5af9-aa09-49c6-a6c0-4260b33b4203), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:16.790362 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f86805-3278-412a-90e4-ac0df7e03400 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:08:16.795702 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b0f86805-3278-412a-90e4-ac0df7e03400 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:16.804246 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-793d4c8f-9f7f-4003-b85f-67688fc2524e admin admin] Publish callbacks [] for security_group (9e6039ae-d3d1-4aaf-8330-a99c6cea1439), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:16.804923 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1bd1d7-f0b1-4a05-894f-b5ef40a0bd26 None None] Sync routers for ids ['16348a5f-1886-4781-bf96-5148ab3792c9'] in dv-cinder-836073-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:08:16.826427 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1bd1d7-f0b1-4a05-894f-b5ef40a0bd26 None None] Routers {'16348a5f-1886-4781-bf96-5148ab3792c9'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:08:16.826427 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-2f1bd1d7-f0b1-4a05-894f-b5ef40a0bd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:08:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['16348a5f-1886-4781-bf96-5148ab3792c9'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:08:16.848526 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-b0f86805-3278-412a-90e4-ac0df7e03400 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "PUT /v2.0/floatingips/1703cde2-233b-4c67-a86c-87f1c66ced50 HTTP/1.1" status: 200 len: 992 time: 1.7741973 Apr 08 11:08:16.849153 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c7f425-3263-4ed3-8fec-8485ec62f6a9', 'tag': 'e5518e1a-2b8d-4147-a1b2-2ce4c164c525'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:08:16.851670 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a3d6de9c0cd8caeb53273f75c3329218c515297e9068abeca36dc087c161ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3534a361-12cd-4707-b69d-d192fbf054d4" -d '{"events": [{"name": "network-changed", "server_uuid": "96c7f425-3263-4ed3-8fec-8485ec62f6a9", "tag": "e5518e1a-2b8d-4147-a1b2-2ce4c164c525"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:08:16.861915 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-793d4c8f-9f7f-4003-b85f-67688fc2524e admin admin] Publish callbacks [] for security_group (9e6039ae-d3d1-4aaf-8330-a99c6cea1439), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:16.879293 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6bf7b699-b1f6-457b-81d4-c29868102a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (325e5af9-aa09-49c6-a6c0-4260b33b4203), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:16.930556 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4774e41a-3dbc-42e7-b5bc-88a99ed41237 x-openstack-request-id: req-4774e41a-3dbc-42e7-b5bc-88a99ed41237 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:08:16.931157 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96c7f425-3263-4ed3-8fec-8485ec62f6a9", "tag": "e5518e1a-2b8d-4147-a1b2-2ce4c164c525", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:08:16.931157 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4774e41a-3dbc-42e7-b5bc-88a99ed41237 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:08:16.931460 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4774e41a-3dbc-42e7-b5bc-88a99ed41237'] response: {'name': 'network-changed', 'server_uuid': '96c7f425-3263-4ed3-8fec-8485ec62f6a9', 'tag': 'e5518e1a-2b8d-4147-a1b2-2ce4c164c525', 'status': 'completed', 'code': 200} Apr 08 11:08:16.943209 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf7b699-b1f6-457b-81d4-c29868102a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325e5af9-aa09-49c6-a6c0-4260b33b4203,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:16.951573 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-6bf7b699-b1f6-457b-81d4-c29868102a06 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d9805457a95d4f6d89003588d239744d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5313210 Apr 08 11:08:16.954575 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 45212) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:17.007334 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788453d-51bc-4921-a245-f4883f676421 req-6ababf87-63a4-4ae6-957b-06779a5f5139 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:17.008904 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c788453d-51bc-4921-a245-f4883f676421 req-6ababf87-63a4-4ae6-957b-06779a5f5139 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.0860257 Apr 08 11:08:17.027940 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-793d4c8f-9f7f-4003-b85f-67688fc2524e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (9e6039ae-d3d1-4aaf-8330-a99c6cea1439), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:17.030883 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-793d4c8f-9f7f-4003-b85f-67688fc2524e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:17.034385 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-793d4c8f-9f7f-4003-b85f-67688fc2524e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9e6039ae-d3d1-4aaf-8330-a99c6cea1439 HTTP/1.1" status: 204 len: 168 time: 0.2998073 Apr 08 11:08:17.047144 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-276c2b0f-4806-49cf-b23d-cd6cfab29cbb admin admin] Publish callbacks [] for security_group (325e5af9-aa09-49c6-a6c0-4260b33b4203), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:17.049821 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793d4c8f-9f7f-4003-b85f-67688fc2524e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6039ae-d3d1-4aaf-8330-a99c6cea1439,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:17.065876 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c788453d-51bc-4921-a245-f4883f676421 req-375de60a-264c-4c23-92b9-6d6eb70bdf9c tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499334 Apr 08 11:08:17.081878 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-276c2b0f-4806-49cf-b23d-cd6cfab29cbb admin admin] Publish callbacks [] for security_group (325e5af9-aa09-49c6-a6c0-4260b33b4203), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:17.136456 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-2f1bd1d7-f0b1-4a05-894f-b5ef40a0bd26 None None] Set router 16348a5f-1886-4781-bf96-5148ab3792c9 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:08:17.220413 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-276c2b0f-4806-49cf-b23d-cd6cfab29cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (325e5af9-aa09-49c6-a6c0-4260b33b4203), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:17.223014 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-276c2b0f-4806-49cf-b23d-cd6cfab29cbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:17.224270 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-276c2b0f-4806-49cf-b23d-cd6cfab29cbb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/325e5af9-aa09-49c6-a6c0-4260b33b4203 HTTP/1.1" status: 204 len: 168 time: 0.2686567 Apr 08 11:08:17.242281 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c2b0f-4806-49cf-b23d-cd6cfab29cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325e5af9-aa09-49c6-a6c0-4260b33b4203,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:17.255072 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94fa3c-e673-41c4-b62a-0eec06d86dc9 req-7d14079d-1565-4e90-94c5-d11099c05035 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:17.256880 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cd94fa3c-e673-41c4-b62a-0eec06d86dc9 req-7d14079d-1565-4e90-94c5-d11099c05035 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.0886343 Apr 08 11:08:17.265680 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 45224) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:17.269760 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-958f2e19-286a-4959-b770-ff9f844296db tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Request body: {'floatingip': {'port_id': '86229ea5-87ec-45d0-b83f-b5f85d066a43'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:08:17.314501 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-958f2e19-286a-4959-b770-ff9f844296db tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for floatingip (ccf60ee8-8bac-4def-ba25-21929fba75b6), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:17.438638 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-2f1bd1d7-f0b1-4a05-894f-b5ef40a0bd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'name': 'tempest-AttachVolumeTestJSON-397204211-router', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '883c6c70-058e-426a-aa69-6ead7a04d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:20Z', 'updated_at': '2022-04-08T11:07:30Z', 'revision_number': 4, 'project_id': '16c20ec5a754420c8f43a0f7e847031a', 'gw_port': {'id': '883c6c70-058e-426a-aa69-6ead7a04d08f', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:34:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': '1703cde2-233b-4c67-a86c-87f1c66ced50', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'port_id': 'e5518e1a-2b8d-4147-a1b2-2ce4c164c525', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb', 'mac_address': 'fa:16:3e:af:7c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c7f425-3263-4ed3-8fec-8485ec62f6a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:07:42Z', 'updated_at': '2022-04-08T11:08:15Z', 'revision_number': 1, 'project_id': '16c20ec5a754420c8f43a0f7e847031a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '949354ab-f61a-4fec-96a9-9888653181b9', 'name': '', 'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'mac_address': 'fa:16:3e:52:13:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c6e2448f-6563-4dea-8f56-29b70f4d3ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:27Z', 'updated_at': '2022-04-08T11:07:40Z', 'revision_number': 5, 'project_id': '16c20ec5a754420c8f43a0f7e847031a', 'subnets': [{'id': 'c6e2448f-6563-4dea-8f56-29b70f4d3ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:08:17.464497 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1bd1d7-f0b1-4a05-894f-b5ef40a0bd26 None None] Checking router: 16348a5f-1886-4781-bf96-5148ab3792c9 for host: dv-cinder-836073-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:08:17.472693 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1bd1d7-f0b1-4a05-894f-b5ef40a0bd26 None None] Routers {'16348a5f-1886-4781-bf96-5148ab3792c9'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:08:17.473297 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-2f1bd1d7-f0b1-4a05-894f-b5ef40a0bd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:08:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['16348a5f-1886-4781-bf96-5148ab3792c9'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:08:17.569996 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:08:17.598497 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-2f1bd1d7-f0b1-4a05-894f-b5ef40a0bd26 None None] Set router 16348a5f-1886-4781-bf96-5148ab3792c9 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:08:17.901069 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-958f2e19-286a-4959-b770-ff9f844296db tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:17.914924 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-2f1bd1d7-f0b1-4a05-894f-b5ef40a0bd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'name': 'tempest-AttachVolumeTestJSON-397204211-router', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '883c6c70-058e-426a-aa69-6ead7a04d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:20Z', 'updated_at': '2022-04-08T11:07:30Z', 'revision_number': 4, 'project_id': '16c20ec5a754420c8f43a0f7e847031a', 'gw_port': {'id': '883c6c70-058e-426a-aa69-6ead7a04d08f', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:34:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': '1703cde2-233b-4c67-a86c-87f1c66ced50', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'port_id': 'e5518e1a-2b8d-4147-a1b2-2ce4c164c525', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb', 'mac_address': 'fa:16:3e:af:7c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c7f425-3263-4ed3-8fec-8485ec62f6a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:07:42Z', 'updated_at': '2022-04-08T11:08:15Z', 'revision_number': 1, 'project_id': '16c20ec5a754420c8f43a0f7e847031a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '949354ab-f61a-4fec-96a9-9888653181b9', 'name': '', 'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'mac_address': 'fa:16:3e:52:13:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c6e2448f-6563-4dea-8f56-29b70f4d3ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:27Z', 'updated_at': '2022-04-08T11:07:40Z', 'revision_number': 5, 'project_id': '16c20ec5a754420c8f43a0f7e847031a', 'subnets': [{'id': 'c6e2448f-6563-4dea-8f56-29b70f4d3ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:08:17.943835 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1bd1d7-f0b1-4a05-894f-b5ef40a0bd26 None None] The sync data for ids ['16348a5f-1886-4781-bf96-5148ab3792c9'] in dv-cinder-836073-3-iscsi is: [{'id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'name': 'tempest-AttachVolumeTestJSON-397204211-router', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '883c6c70-058e-426a-aa69-6ead7a04d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:20Z', 'updated_at': '2022-04-08T11:07:30Z', 'revision_number': 4, 'project_id': '16c20ec5a754420c8f43a0f7e847031a', 'gw_port': {'id': '883c6c70-058e-426a-aa69-6ead7a04d08f', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:34:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': '1703cde2-233b-4c67-a86c-87f1c66ced50', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'port_id': 'e5518e1a-2b8d-4147-a1b2-2ce4c164c525', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb', 'mac_address': 'fa:16:3e:af:7c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c7f425-3263-4ed3-8fec-8485ec62f6a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:07:42Z', 'updated_at': '2022-04-08T11:08:15Z', 'revision_number': 1, 'project_id': '16c20ec5a754420c8f43a0f7e847031a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '949354ab-f61a-4fec-96a9-9888653181b9', 'name': '', 'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'mac_address': 'fa:16:3e:52:13:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c6e2448f-6563-4dea-8f56-29b70f4d3ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:27Z', 'updated_at': '2022-04-08T11:07:40Z', 'revision_number': 5, 'project_id': '16c20ec5a754420c8f43a0f7e847031a', 'subnets': [{'id': 'c6e2448f-6563-4dea-8f56-29b70f4d3ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:08:17.959111 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-958f2e19-286a-4959-b770-ff9f844296db tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456385'] for floatingip (ccf60ee8-8bac-4def-ba25-21929fba75b6), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:18.046312 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 45248) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:18.065275 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-588f7abc-026e-4778-97ce-b0193593a94c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:18.116531 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.db.l3_db [None req-958f2e19-286a-4959-b770-ff9f844296db tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Floating IP ccf60ee8-8bac-4def-ba25-21929fba75b6 associated. External IP: 172.27.0.21, port: 86229ea5-87ec-45d0-b83f-b5f85d066a43. Apr 08 11:08:18.219241 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08602387-38c4-4a8a-956f-b292c22e2be4 None None] New status for floating IP 1703cde2-233b-4c67-a86c-87f1c66ced50: ACTIVE {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:08:18.274901 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-588f7abc-026e-4778-97ce-b0193593a94c admin admin] Publish callbacks [] for security_group (2d0d965d-7f9f-4758-ab0b-7e32202e77e4), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:18.355653 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534a361-12cd-4707-b69d-d192fbf054d4 req-b8bb4a82-b46c-4f0b-bddd-f48e672e3667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:18.359363 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3534a361-12cd-4707-b69d-d192fbf054d4 req-b8bb4a82-b46c-4f0b-bddd-f48e672e3667 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=16c20ec5a754420c8f43a0f7e847031a&device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 1130 time: 0.0730665 Apr 08 11:08:18.388160 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-588f7abc-026e-4778-97ce-b0193593a94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (2d0d965d-7f9f-4758-ab0b-7e32202e77e4), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:18.428564 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f7abc-026e-4778-97ce-b0193593a94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0d965d-7f9f-4758-ab0b-7e32202e77e4,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:18.481631 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-588f7abc-026e-4778-97ce-b0193593a94c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1c6be05438cd4f9b8bbea5e2127075c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4333827 Apr 08 11:08:18.488475 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 45260) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:18.558258 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958f2e19-286a-4959-b770-ff9f844296db tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Router b78a864e-c382-4149-b438-3b3373b9e7da has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:08:18.576456 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534a361-12cd-4707-b69d-d192fbf054d4 req-c5778259-cb68-47b9-a9f3-b889a540a01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:18.578307 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3534a361-12cd-4707-b69d-d192fbf054d4 req-c5778259-cb68-47b9-a9f3-b889a540a01d service neutron] 10.222.0.25 "GET /v2.0/networks?id=8dd2fe0c-a708-46a5-bc57-7be6e584a6fb HTTP/1.1" status: 200 len: 911 time: 0.2106545 Apr 08 11:08:18.583410 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-17b571fa-2d29-4bf6-b26a-cab2b8654a31 admin admin] Publish callbacks [] for security_group (2d0d965d-7f9f-4758-ab0b-7e32202e77e4), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:18.649322 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-17b571fa-2d29-4bf6-b26a-cab2b8654a31 admin admin] Publish callbacks [] for security_group (2d0d965d-7f9f-4758-ab0b-7e32202e77e4), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:18.732404 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958f2e19-286a-4959-b770-ff9f844296db tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:08:18.742647 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9333b6c-0e00-44d9-8fe2-a7240f609e24 None None] Sync routers for ids ['b78a864e-c382-4149-b438-3b3373b9e7da'] in dv-cinder-836073-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:08:18.746158 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-958f2e19-286a-4959-b770-ff9f844296db tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:18.760228 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9333b6c-0e00-44d9-8fe2-a7240f609e24 None None] Routers {'b78a864e-c382-4149-b438-3b3373b9e7da'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:08:18.763290 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-e9333b6c-0e00-44d9-8fe2-a7240f609e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:08:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['b78a864e-c382-4149-b438-3b3373b9e7da'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:08:18.786986 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-958f2e19-286a-4959-b770-ff9f844296db tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "PUT /v2.0/floatingips/ccf60ee8-8bac-4def-ba25-21929fba75b6 HTTP/1.1" status: 200 len: 991 time: 1.5206206 Apr 08 11:08:18.897076 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3534a361-12cd-4707-b69d-d192fbf054d4 req-64d386f8-aa54-4ded-bd68-020cec327871 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5518e1a-2b8d-4147-a1b2-2ce4c164c525 HTTP/1.1" status: 200 len: 1002 time: 0.0814433 Apr 08 11:08:18.907987 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-17b571fa-2d29-4bf6-b26a-cab2b8654a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (2d0d965d-7f9f-4758-ab0b-7e32202e77e4), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:18.911029 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-17b571fa-2d29-4bf6-b26a-cab2b8654a31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:18.911937 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-e9333b6c-0e00-44d9-8fe2-a7240f609e24 None None] Set router b78a864e-c382-4149-b438-3b3373b9e7da gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:08:18.913147 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-17b571fa-2d29-4bf6-b26a-cab2b8654a31 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2d0d965d-7f9f-4758-ab0b-7e32202e77e4 HTTP/1.1" status: 204 len: 168 time: 0.4229312 Apr 08 11:08:18.922082 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b571fa-2d29-4bf6-b26a-cab2b8654a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0d965d-7f9f-4758-ab0b-7e32202e77e4,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:18.933735 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e96616-001f-4b25-b145-58e1b115d57f', 'tag': '86229ea5-87ec-45d0-b83f-b5f85d066a43'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:08:18.936395 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a3d6de9c0cd8caeb53273f75c3329218c515297e9068abeca36dc087c161ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f9c1fd-914c-45af-b667-306eeb83463e" -d '{"events": [{"name": "network-changed", "server_uuid": "63e96616-001f-4b25-b145-58e1b115d57f", "tag": "86229ea5-87ec-45d0-b83f-b5f85d066a43"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:08:18.952728 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534a361-12cd-4707-b69d-d192fbf054d4 req-f52bc672-3674-46d6-b6c9-05c80698211b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:18.958042 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3534a361-12cd-4707-b69d-d192fbf054d4 req-f52bc672-3674-46d6-b6c9-05c80698211b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c6e2448f-6563-4dea-8f56-29b70f4d3ad8 HTTP/1.1" status: 200 len: 849 time: 0.0492034 Apr 08 11:08:18.984935 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56beb47b-d931-4726-8afe-4bfda45c3d7e x-openstack-request-id: req-56beb47b-d931-4726-8afe-4bfda45c3d7e {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:08:18.985453 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e96616-001f-4b25-b145-58e1b115d57f", "tag": "86229ea5-87ec-45d0-b83f-b5f85d066a43", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:08:18.985453 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-56beb47b-d931-4726-8afe-4bfda45c3d7e {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:08:18.985990 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56beb47b-d931-4726-8afe-4bfda45c3d7e'] response: {'name': 'network-changed', 'server_uuid': '63e96616-001f-4b25-b145-58e1b115d57f', 'tag': '86229ea5-87ec-45d0-b83f-b5f85d066a43', 'status': 'completed', 'code': 200} Apr 08 11:08:19.036870 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534a361-12cd-4707-b69d-d192fbf054d4 req-c7863161-ed93-47ce-bcfc-86faac6171c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:19.038479 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3534a361-12cd-4707-b69d-d192fbf054d4 req-c7863161-ed93-47ce-bcfc-86faac6171c9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8dd2fe0c-a708-46a5-bc57-7be6e584a6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0635557 Apr 08 11:08:19.207338 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-e9333b6c-0e00-44d9-8fe2-a7240f609e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'name': 'tempest-AttachVolumeShelveTestJSON-566511373-router', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'e38f17d0-9617-40a6-8440-d7d47cd6e4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:22Z', 'updated_at': '2022-04-08T11:07:31Z', 'revision_number': 4, 'project_id': 'a1193c805e04401c8afbb9690ce62e77', 'gw_port': {'id': 'e38f17d0-9617-40a6-8440-d7d47cd6e4f0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:24Z', 'updated_at': '2022-04-08T11:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': 'ccf60ee8-8bac-4def-ba25-21929fba75b6', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'port_id': '86229ea5-87ec-45d0-b83f-b5f85d066a43', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf', 'mac_address': 'fa:16:3e:54:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e96616-001f-4b25-b145-58e1b115d57f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:07:44Z', 'updated_at': '2022-04-08T11:08:17Z', 'revision_number': 1, 'project_id': 'a1193c805e04401c8afbb9690ce62e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '266c0c98-251a-40ef-b953-89db7137a957', 'name': '', 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'mac_address': 'fa:16:3e:f0:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '69645fe8-51b2-4fb3-8963-10a4b0bd4ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:30Z', 'updated_at': '2022-04-08T11:07:39Z', 'revision_number': 5, 'project_id': 'a1193c805e04401c8afbb9690ce62e77', 'subnets': [{'id': '69645fe8-51b2-4fb3-8963-10a4b0bd4ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:08:19.234528 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9333b6c-0e00-44d9-8fe2-a7240f609e24 None None] Checking router: b78a864e-c382-4149-b438-3b3373b9e7da for host: dv-cinder-836073-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:08:19.243498 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9333b6c-0e00-44d9-8fe2-a7240f609e24 None None] Routers {'b78a864e-c382-4149-b438-3b3373b9e7da'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:08:19.244650 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-e9333b6c-0e00-44d9-8fe2-a7240f609e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:08:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['b78a864e-c382-4149-b438-3b3373b9e7da'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:08:19.370065 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9c1fd-914c-45af-b667-306eeb83463e req-04a37fe2-385c-4228-8e4d-cd33a98383f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:19.371865 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f0f9c1fd-914c-45af-b667-306eeb83463e req-04a37fe2-385c-4228-8e4d-cd33a98383f2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1193c805e04401c8afbb9690ce62e77&device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 1130 time: 0.3121638 Apr 08 11:08:19.386620 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-e9333b6c-0e00-44d9-8fe2-a7240f609e24 None None] Set router b78a864e-c382-4149-b438-3b3373b9e7da gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:08:19.386832 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3534a361-12cd-4707-b69d-d192fbf054d4 req-5981732b-9617-4f99-b9f0-b511544555f8 service neutron] 10.222.0.25 "GET /v2.0/networks/8dd2fe0c-a708-46a5-bc57-7be6e584a6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385267 Apr 08 11:08:19.593256 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3534a361-12cd-4707-b69d-d192fbf054d4 req-ae88ad9a-1fd9-46b3-acad-ae050534a7fb service neutron] 10.222.0.25 "GET /v2.0/networks/8dd2fe0c-a708-46a5-bc57-7be6e584a6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790051 Apr 08 11:08:19.594472 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9c1fd-914c-45af-b667-306eeb83463e req-f3379a45-d388-4cad-8456-a124913a451c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:19.595959 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f0f9c1fd-914c-45af-b667-306eeb83463e req-f3379a45-d388-4cad-8456-a124913a451c service neutron] 10.222.0.25 "GET /v2.0/networks?id=dc6c096a-ab1d-4dd5-b548-e6d43b20edbf HTTP/1.1" status: 200 len: 917 time: 0.1918828 Apr 08 11:08:19.684943 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-e9333b6c-0e00-44d9-8fe2-a7240f609e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'name': 'tempest-AttachVolumeShelveTestJSON-566511373-router', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'e38f17d0-9617-40a6-8440-d7d47cd6e4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:22Z', 'updated_at': '2022-04-08T11:07:31Z', 'revision_number': 4, 'project_id': 'a1193c805e04401c8afbb9690ce62e77', 'gw_port': {'id': 'e38f17d0-9617-40a6-8440-d7d47cd6e4f0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:24Z', 'updated_at': '2022-04-08T11:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': 'ccf60ee8-8bac-4def-ba25-21929fba75b6', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'port_id': '86229ea5-87ec-45d0-b83f-b5f85d066a43', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf', 'mac_address': 'fa:16:3e:54:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e96616-001f-4b25-b145-58e1b115d57f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:07:44Z', 'updated_at': '2022-04-08T11:08:17Z', 'revision_number': 1, 'project_id': 'a1193c805e04401c8afbb9690ce62e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '266c0c98-251a-40ef-b953-89db7137a957', 'name': '', 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'mac_address': 'fa:16:3e:f0:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '69645fe8-51b2-4fb3-8963-10a4b0bd4ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:30Z', 'updated_at': '2022-04-08T11:07:39Z', 'revision_number': 5, 'project_id': 'a1193c805e04401c8afbb9690ce62e77', 'subnets': [{'id': '69645fe8-51b2-4fb3-8963-10a4b0bd4ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:08:19.701418 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f0f9c1fd-914c-45af-b667-306eeb83463e req-aed96590-bc15-4599-8a88-4920925be250 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86229ea5-87ec-45d0-b83f-b5f85d066a43 HTTP/1.1" status: 200 len: 999 time: 0.0674169 Apr 08 11:08:19.765162 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9c1fd-914c-45af-b667-306eeb83463e req-cef2706c-f45e-4b61-bc10-d75e7c11e42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:19.767083 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f0f9c1fd-914c-45af-b667-306eeb83463e req-cef2706c-f45e-4b61-bc10-d75e7c11e42f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=69645fe8-51b2-4fb3-8963-10a4b0bd4ba3 HTTP/1.1" status: 200 len: 855 time: 0.0476320 Apr 08 11:08:19.819733 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9333b6c-0e00-44d9-8fe2-a7240f609e24 None None] The sync data for ids ['b78a864e-c382-4149-b438-3b3373b9e7da'] in dv-cinder-836073-3-iscsi is: [{'id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'name': 'tempest-AttachVolumeShelveTestJSON-566511373-router', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'e38f17d0-9617-40a6-8440-d7d47cd6e4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:22Z', 'updated_at': '2022-04-08T11:07:31Z', 'revision_number': 4, 'project_id': 'a1193c805e04401c8afbb9690ce62e77', 'gw_port': {'id': 'e38f17d0-9617-40a6-8440-d7d47cd6e4f0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:24Z', 'updated_at': '2022-04-08T11:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': 'ccf60ee8-8bac-4def-ba25-21929fba75b6', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'port_id': '86229ea5-87ec-45d0-b83f-b5f85d066a43', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf', 'mac_address': 'fa:16:3e:54:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e96616-001f-4b25-b145-58e1b115d57f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:07:44Z', 'updated_at': '2022-04-08T11:08:17Z', 'revision_number': 1, 'project_id': 'a1193c805e04401c8afbb9690ce62e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '266c0c98-251a-40ef-b953-89db7137a957', 'name': '', 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'mac_address': 'fa:16:3e:f0:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '69645fe8-51b2-4fb3-8963-10a4b0bd4ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:30Z', 'updated_at': '2022-04-08T11:07:39Z', 'revision_number': 5, 'project_id': 'a1193c805e04401c8afbb9690ce62e77', 'subnets': [{'id': '69645fe8-51b2-4fb3-8963-10a4b0bd4ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:08:19.849827 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9c1fd-914c-45af-b667-306eeb83463e req-55a4e5c6-e3e7-4825-a938-aca2d31a0ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:19.851645 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f0f9c1fd-914c-45af-b667-306eeb83463e req-55a4e5c6-e3e7-4825-a938-aca2d31a0ae3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dc6c096a-ab1d-4dd5-b548-e6d43b20edbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0697381 Apr 08 11:08:19.973412 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f0f9c1fd-914c-45af-b667-306eeb83463e req-eb3496f7-12bf-43fc-85d8-dc4dd4282ebf service neutron] 10.222.0.25 "GET /v2.0/networks/dc6c096a-ab1d-4dd5-b548-e6d43b20edbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137867 Apr 08 11:08:20.100970 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f0f9c1fd-914c-45af-b667-306eeb83463e req-e148df73-55d7-4ae4-8b5d-ce9638858445 service neutron] 10.222.0.25 "GET /v2.0/networks/dc6c096a-ab1d-4dd5-b548-e6d43b20edbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160665 Apr 08 11:08:20.128311 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2a758e-1875-45b1-84ba-a19e39f5c29c None None] New status for floating IP ccf60ee8-8bac-4def-ba25-21929fba75b6: ACTIVE {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:08:20.784358 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bea42f-db9d-445c-a459-95709ae94342 req-8ca87f74-bbf6-4d8c-86ea-e576199f6be9 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:20.785941 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b5bea42f-db9d-445c-a459-95709ae94342 req-8ca87f74-bbf6-4d8c-86ea-e576199f6be9 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdcbac7b-cdcf-47c3-93c4-7ac702037d48 HTTP/1.1" status: 200 len: 945 time: 0.0612304 Apr 08 11:08:20.839982 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b5bea42f-db9d-445c-a459-95709ae94342 req-614c1f9d-4b4c-4b0f-872b-88e246675e0b tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a1b136f-8e61-4e8c-96dc-f451f49b8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468731 Apr 08 11:08:21.582000 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:21.965197 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd9a36-467a-4e88-9918-bcabe7b7ba0f req-ec47bdc5-fd81-4b7e-b4b2-b6df61a59d7a tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:21.966843 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-57dd9a36-467a-4e88-9918-bcabe7b7ba0f req-ec47bdc5-fd81-4b7e-b4b2-b6df61a59d7a tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdcbac7b-cdcf-47c3-93c4-7ac702037d48 HTTP/1.1" status: 200 len: 945 time: 0.0559335 Apr 08 11:08:22.019131 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-57dd9a36-467a-4e88-9918-bcabe7b7ba0f req-cad739ce-a9a6-49c1-b610-b171c932ae53 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a1b136f-8e61-4e8c-96dc-f451f49b8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461121 Apr 08 11:08:22.698036 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 45408) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:22.799320 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6f6ca708-8c49-4ccc-a93f-519f9a8c9fb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:22.871043 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6f6ca708-8c49-4ccc-a93f-519f9a8c9fb1 admin admin] Publish callbacks [] for security_group (102ce7f6-45d2-4d58-bf3a-99890704ddb0), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:22.941421 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6f6ca708-8c49-4ccc-a93f-519f9a8c9fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (102ce7f6-45d2-4d58-bf3a-99890704ddb0), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:22.977241 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ca708-8c49-4ccc-a93f-519f9a8c9fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102ce7f6-45d2-4d58-bf3a-99890704ddb0,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:22.981473 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-6f6ca708-8c49-4ccc-a93f-519f9a8c9fb1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ef98ab4bfd3244f9b77dfd5df637ba24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2824261 Apr 08 11:08:22.984198 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 45412) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:22.987305 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ca708-8c49-4ccc-a93f-519f9a8c9fb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:22.987652 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ca708-8c49-4ccc-a93f-519f9a8c9fb1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:22.988015 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ca708-8c49-4ccc-a93f-519f9a8c9fb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:22.988359 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ca708-8c49-4ccc-a93f-519f9a8c9fb1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:22.988701 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ca708-8c49-4ccc-a93f-519f9a8c9fb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:22.989030 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ca708-8c49-4ccc-a93f-519f9a8c9fb1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:22.989356 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ca708-8c49-4ccc-a93f-519f9a8c9fb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:22.989715 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ca708-8c49-4ccc-a93f-519f9a8c9fb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:22.990043 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ca708-8c49-4ccc-a93f-519f9a8c9fb1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:22.990364 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ca708-8c49-4ccc-a93f-519f9a8c9fb1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:22.990692 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ca708-8c49-4ccc-a93f-519f9a8c9fb1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:22.991026 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ca708-8c49-4ccc-a93f-519f9a8c9fb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:22.991390 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ca708-8c49-4ccc-a93f-519f9a8c9fb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:22.991721 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ca708-8c49-4ccc-a93f-519f9a8c9fb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:22.992040 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ca708-8c49-4ccc-a93f-519f9a8c9fb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:23.031509 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c3a01ab8-06a8-476f-833e-baf0fe235070 admin admin] Publish callbacks [] for security_group (102ce7f6-45d2-4d58-bf3a-99890704ddb0), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:23.058564 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c3a01ab8-06a8-476f-833e-baf0fe235070 admin admin] Publish callbacks [] for security_group (102ce7f6-45d2-4d58-bf3a-99890704ddb0), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:23.144159 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128aaa0-0a5a-4d18-8c5f-17953b340516 req-d48e5d58-a64b-4ec3-82ec-18b9789c3f5b tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:23.145662 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7128aaa0-0a5a-4d18-8c5f-17953b340516 req-d48e5d58-a64b-4ec3-82ec-18b9789c3f5b tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdcbac7b-cdcf-47c3-93c4-7ac702037d48 HTTP/1.1" status: 200 len: 945 time: 0.0576806 Apr 08 11:08:23.191301 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7128aaa0-0a5a-4d18-8c5f-17953b340516 req-902aa2c7-1e52-4327-9e72-c435a037db30 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a1b136f-8e61-4e8c-96dc-f451f49b8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394042 Apr 08 11:08:23.199137 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c3a01ab8-06a8-476f-833e-baf0fe235070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (102ce7f6-45d2-4d58-bf3a-99890704ddb0), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:23.201790 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c3a01ab8-06a8-476f-833e-baf0fe235070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:23.205515 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-c3a01ab8-06a8-476f-833e-baf0fe235070 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/102ce7f6-45d2-4d58-bf3a-99890704ddb0 HTTP/1.1" status: 204 len: 168 time: 0.2178643 Apr 08 11:08:23.213942 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a01ab8-06a8-476f-833e-baf0fe235070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102ce7f6-45d2-4d58-bf3a-99890704ddb0,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:23.221347 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a01ab8-06a8-476f-833e-baf0fe235070 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:23.221731 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a01ab8-06a8-476f-833e-baf0fe235070 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:23.222076 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a01ab8-06a8-476f-833e-baf0fe235070 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:23.222447 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a01ab8-06a8-476f-833e-baf0fe235070 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:23.222778 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a01ab8-06a8-476f-833e-baf0fe235070 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:23.223106 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a01ab8-06a8-476f-833e-baf0fe235070 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:23.223432 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a01ab8-06a8-476f-833e-baf0fe235070 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:23.223760 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a01ab8-06a8-476f-833e-baf0fe235070 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:23.224084 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a01ab8-06a8-476f-833e-baf0fe235070 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:23.224408 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a01ab8-06a8-476f-833e-baf0fe235070 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:23.224733 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a01ab8-06a8-476f-833e-baf0fe235070 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:23.225058 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a01ab8-06a8-476f-833e-baf0fe235070 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:23.225380 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a01ab8-06a8-476f-833e-baf0fe235070 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:23.226572 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a01ab8-06a8-476f-833e-baf0fe235070 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:23.226572 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a01ab8-06a8-476f-833e-baf0fe235070 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:23.881965 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 45428) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:23.895316 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0a0eca46-bc6f-4fd8-b328-82b058f400e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:23.968304 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0a0eca46-bc6f-4fd8-b328-82b058f400e2 admin admin] Publish callbacks [] for security_group (8e08ff6f-889b-41e8-a62e-035bcdfbbeb8), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:24.153216 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0a0eca46-bc6f-4fd8-b328-82b058f400e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (8e08ff6f-889b-41e8-a62e-035bcdfbbeb8), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:24.191421 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-0a0eca46-bc6f-4fd8-b328-82b058f400e2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4b95c234288f46a0a9355b108d56bbbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3083756 Apr 08 11:08:24.192285 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0eca46-bc6f-4fd8-b328-82b058f400e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e08ff6f-889b-41e8-a62e-035bcdfbbeb8,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:24.194833 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 45432) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:24.244734 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d1a4006f-faf5-4cbf-9207-7ea6acec66b6 admin admin] Publish callbacks [] for security_group (8e08ff6f-889b-41e8-a62e-035bcdfbbeb8), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:24.266812 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d1a4006f-faf5-4cbf-9207-7ea6acec66b6 admin admin] Publish callbacks [] for security_group (8e08ff6f-889b-41e8-a62e-035bcdfbbeb8), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:24.313607 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8728f-f57e-48f2-84f7-d14058e57495 req-26172158-7148-416b-8671-f567b2192c59 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:24.315113 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-47a8728f-f57e-48f2-84f7-d14058e57495 req-26172158-7148-416b-8671-f567b2192c59 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdcbac7b-cdcf-47c3-93c4-7ac702037d48 HTTP/1.1" status: 200 len: 945 time: 0.0554783 Apr 08 11:08:24.365648 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-47a8728f-f57e-48f2-84f7-d14058e57495 req-f89d112f-7eb2-45bb-93f8-df176a1e7511 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a1b136f-8e61-4e8c-96dc-f451f49b8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448451 Apr 08 11:08:24.376061 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d1a4006f-faf5-4cbf-9207-7ea6acec66b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (8e08ff6f-889b-41e8-a62e-035bcdfbbeb8), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:24.379288 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d1a4006f-faf5-4cbf-9207-7ea6acec66b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:24.380540 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-d1a4006f-faf5-4cbf-9207-7ea6acec66b6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8e08ff6f-889b-41e8-a62e-035bcdfbbeb8 HTTP/1.1" status: 204 len: 168 time: 0.1844494 Apr 08 11:08:24.390154 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a4006f-faf5-4cbf-9207-7ea6acec66b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e08ff6f-889b-41e8-a62e-035bcdfbbeb8,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:24.941131 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-31ee1f37-4cb4-4468-bffe-a654b65479b5 req-3cde7153-be30-44e0-9df0-2c450776a7c6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439212 Apr 08 11:08:25.299349 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee1f37-4cb4-4468-bffe-a654b65479b5 req-98f914dc-a716-47c6-a161-4cbb792c6234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:25.300901 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-31ee1f37-4cb4-4468-bffe-a654b65479b5 req-98f914dc-a716-47c6-a161-4cbb792c6234 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=16c20ec5a754420c8f43a0f7e847031a&device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 1130 time: 0.0472698 Apr 08 11:08:25.540639 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d4f15-92a3-4ded-91b1-926d5bd5734d req-f36f94d4-cae5-43a8-88ce-54ac9f1e6c02 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:25.543202 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-030d4f15-92a3-4ded-91b1-926d5bd5734d req-f36f94d4-cae5-43a8-88ce-54ac9f1e6c02 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdcbac7b-cdcf-47c3-93c4-7ac702037d48 HTTP/1.1" status: 200 len: 945 time: 0.1073897 Apr 08 11:08:25.589018 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee1f37-4cb4-4468-bffe-a654b65479b5 req-ce861968-f8d7-4539-858f-5aba165990fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:25.590993 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-31ee1f37-4cb4-4468-bffe-a654b65479b5 req-ce861968-f8d7-4539-858f-5aba165990fe service neutron] 10.222.0.25 "GET /v2.0/networks?id=8dd2fe0c-a708-46a5-bc57-7be6e584a6fb HTTP/1.1" status: 200 len: 911 time: 0.1315815 Apr 08 11:08:25.636295 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-030d4f15-92a3-4ded-91b1-926d5bd5734d req-2748f45c-d51f-4d15-a051-117f35b81672 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a1b136f-8e61-4e8c-96dc-f451f49b8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711143 Apr 08 11:08:26.142434 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 45500) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:26.246882 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-200851a0-5bbd-4af4-b939-cc2c7c63f245 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:26.321148 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-200851a0-5bbd-4af4-b939-cc2c7c63f245 admin admin] Publish callbacks [] for security_group (7e3f4d93-4c03-4204-b765-8993e2e5a782), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:26.388866 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-200851a0-5bbd-4af4-b939-cc2c7c63f245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (7e3f4d93-4c03-4204-b765-8993e2e5a782), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:26.426200 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200851a0-5bbd-4af4-b939-cc2c7c63f245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3f4d93-4c03-4204-b765-8993e2e5a782,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:26.431580 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-200851a0-5bbd-4af4-b939-cc2c7c63f245 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aa15737e3177468aa847314e9469ddb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2880487 Apr 08 11:08:26.434985 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 45506) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:26.482253 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0554b1bb-69f0-427b-97d8-234eb86b31d8 admin admin] Publish callbacks [] for security_group (7e3f4d93-4c03-4204-b765-8993e2e5a782), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:26.504059 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0554b1bb-69f0-427b-97d8-234eb86b31d8 admin admin] Publish callbacks [] for security_group (7e3f4d93-4c03-4204-b765-8993e2e5a782), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:26.593829 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0554b1bb-69f0-427b-97d8-234eb86b31d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (7e3f4d93-4c03-4204-b765-8993e2e5a782), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:26.596570 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0554b1bb-69f0-427b-97d8-234eb86b31d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:26.597919 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-0554b1bb-69f0-427b-97d8-234eb86b31d8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7e3f4d93-4c03-4204-b765-8993e2e5a782 HTTP/1.1" status: 204 len: 168 time: 0.1617262 Apr 08 11:08:26.606320 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554b1bb-69f0-427b-97d8-234eb86b31d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3f4d93-4c03-4204-b765-8993e2e5a782,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:26.759359 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905070fc-375b-4884-a673-a85a44ed5d72 req-c61b8335-e6f4-436a-984d-c4d6dd500daf tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:26.761033 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-905070fc-375b-4884-a673-a85a44ed5d72 req-c61b8335-e6f4-436a-984d-c4d6dd500daf tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdcbac7b-cdcf-47c3-93c4-7ac702037d48 HTTP/1.1" status: 200 len: 945 time: 0.0538821 Apr 08 11:08:26.808278 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-905070fc-375b-4884-a673-a85a44ed5d72 req-3f58c3d2-75a6-401a-b350-c0be83d19ca5 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a1b136f-8e61-4e8c-96dc-f451f49b8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411162 Apr 08 11:08:27.363771 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6f1a01af-4311-473f-ac0b-244b97cf67f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:27.931630 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b0383-b8ba-4d92-ad14-18fc6914d1da req-78d71f3e-ece5-4108-9d50-7968efd04e03 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:27.933277 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5b0b0383-b8ba-4d92-ad14-18fc6914d1da req-78d71f3e-ece5-4108-9d50-7968efd04e03 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdcbac7b-cdcf-47c3-93c4-7ac702037d48 HTTP/1.1" status: 200 len: 945 time: 0.0539627 Apr 08 11:08:27.979891 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5b0b0383-b8ba-4d92-ad14-18fc6914d1da req-658ea2f3-4457-4f4d-8b94-415b25cbb838 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a1b136f-8e61-4e8c-96dc-f451f49b8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407238 Apr 08 11:08:28.338020 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-31ee1f37-4cb4-4468-bffe-a654b65479b5 req-0654dbaf-0553-4c7a-8f63-82749d767164 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5518e1a-2b8d-4147-a1b2-2ce4c164c525 HTTP/1.1" status: 200 len: 1002 time: 0.0909321 Apr 08 11:08:28.364506 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d52f1e-65a7-49b8-889a-b20087509b8a req-652124d9-10ea-4c62-bc55-a60fc9f5a51d tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:28.364506 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-65d52f1e-65a7-49b8-889a-b20087509b8a req-652124d9-10ea-4c62-bc55-a60fc9f5a51d tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.25 "GET /v2.0/ports?device_id=bdcbac7b-cdcf-47c3-93c4-7ac702037d48 HTTP/1.1" status: 200 len: 945 time: 0.1083453 Apr 08 11:08:28.461506 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee1f37-4cb4-4468-bffe-a654b65479b5 req-1e43f977-b5d6-4ad8-8754-21f5c37dfddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:28.463099 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-31ee1f37-4cb4-4468-bffe-a654b65479b5 req-1e43f977-b5d6-4ad8-8754-21f5c37dfddf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c6e2448f-6563-4dea-8f56-29b70f4d3ad8 HTTP/1.1" status: 200 len: 849 time: 0.1188288 Apr 08 11:08:28.574773 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee1f37-4cb4-4468-bffe-a654b65479b5 req-fd10d041-e5d9-4363-bba8-f3715e14fca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:28.576244 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-31ee1f37-4cb4-4468-bffe-a654b65479b5 req-fd10d041-e5d9-4363-bba8-f3715e14fca9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8dd2fe0c-a708-46a5-bc57-7be6e584a6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0986891 Apr 08 11:08:28.579069 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-65d52f1e-65a7-49b8-889a-b20087509b8a req-8dcfe130-1dbb-4cf1-b43e-e9724698e548 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Deleting port 3e8abd87-70aa-420a-b7e4-7c68d37a3621 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:08:28.579405 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-65d52f1e-65a7-49b8-889a-b20087509b8a req-8dcfe130-1dbb-4cf1-b43e-e9724698e548 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (3e8abd87-70aa-420a-b7e4-7c68d37a3621), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:28.732101 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-65d52f1e-65a7-49b8-889a-b20087509b8a req-8dcfe130-1dbb-4cf1-b43e-e9724698e548 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] For port 3e8abd87-70aa-420a-b7e4-7c68d37a3621, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3e8abd87-70aa-420a-b7e4-7c68d37a3621,segment=NetworkSegment(fadf4659-5530-407b-865a-472712ee1492),segment_id=fadf4659-5530-407b-865a-472712ee1492)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:08:28.732454 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-65d52f1e-65a7-49b8-889a-b20087509b8a req-8dcfe130-1dbb-4cf1-b43e-e9724698e548 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (3e8abd87-70aa-420a-b7e4-7c68d37a3621), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:28.745977 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-31ee1f37-4cb4-4468-bffe-a654b65479b5 req-52eb18ce-94a8-4593-a6ca-a91a10a2739a service neutron] 10.222.0.25 "GET /v2.0/networks/8dd2fe0c-a708-46a5-bc57-7be6e584a6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531971 Apr 08 11:08:28.751449 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-65d52f1e-65a7-49b8-889a-b20087509b8a req-8dcfe130-1dbb-4cf1-b43e-e9724698e548 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Calling delete_port for 3e8abd87-70aa-420a-b7e4-7c68d37a3621 owned by compute:nova {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:08:28.917695 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-31ee1f37-4cb4-4468-bffe-a654b65479b5 req-e5a80571-a996-4122-a468-4b91d3f66ed3 service neutron] 10.222.0.25 "GET /v2.0/networks/8dd2fe0c-a708-46a5-bc57-7be6e584a6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631243 Apr 08 11:08:29.022062 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-65d52f1e-65a7-49b8-889a-b20087509b8a req-8dcfe130-1dbb-4cf1-b43e-e9724698e548 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638'] for port (3e8abd87-70aa-420a-b7e4-7c68d37a3621), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:29.054311 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcfe130-1dbb-4cf1-b43e-e9724698e548 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Pushing event deleted for resources: {'Port': ['ID=3e8abd87-70aa-420a-b7e4-7c68d37a3621,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:29.122234 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ddc7e9ee-b2e8-42dd-9339-d6bf88db0829 req-fe857e61-6540-4e1b-a911-b072b0e11a97 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdcbac7b-cdcf-47c3-93c4-7ac702037d48 HTTP/1.1" status: 200 len: 210 time: 0.0691180 Apr 08 11:08:29.143244 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d52f1e-65a7-49b8-889a-b20087509b8a req-8dcfe130-1dbb-4cf1-b43e-e9724698e548 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] No DVR routers for this DVR port 3e8abd87-70aa-420a-b7e4-7c68d37a3621 on host hv-cinder-83607 {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:08:29.146317 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-65d52f1e-65a7-49b8-889a-b20087509b8a req-8dcfe130-1dbb-4cf1-b43e-e9724698e548 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:29.149688 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-65d52f1e-65a7-49b8-889a-b20087509b8a req-8dcfe130-1dbb-4cf1-b43e-e9724698e548 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.25 "DELETE /v2.0/ports/3e8abd87-70aa-420a-b7e4-7c68d37a3621 HTTP/1.1" status: 204 len: 173 time: 0.7705927 Apr 08 11:08:29.150107 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdcbac7b-cdcf-47c3-93c4-7ac702037d48', 'name': 'network-vif-deleted', 'tag': '3e8abd87-70aa-420a-b7e4-7c68d37a3621'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:08:29.153066 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8962d8-1166-45fe-ac86-d1b8c0b7aab5" -d '{"events": [{"server_uuid": "bdcbac7b-cdcf-47c3-93c4-7ac702037d48", "name": "network-vif-deleted", "tag": "3e8abd87-70aa-420a-b7e4-7c68d37a3621"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:08:29.187594 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f46c12-c74c-4c79-9537-dbb355feff0c x-openstack-request-id: req-14f46c12-c74c-4c79-9537-dbb355feff0c {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:08:29.187887 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdcbac7b-cdcf-47c3-93c4-7ac702037d48", "name": "network-vif-deleted", "tag": "3e8abd87-70aa-420a-b7e4-7c68d37a3621", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:08:29.188391 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-14f46c12-c74c-4c79-9537-dbb355feff0c {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:08:29.188791 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14f46c12-c74c-4c79-9537-dbb355feff0c'] response: {'server_uuid': 'bdcbac7b-cdcf-47c3-93c4-7ac702037d48', 'name': 'network-vif-deleted', 'tag': '3e8abd87-70aa-420a-b7e4-7c68d37a3621', 'status': 'completed', 'code': 200} Apr 08 11:08:29.861975 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1031df2d-4ac8-4cb8-b86f-eacf3b1a73ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:30.180966 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 3e8abd87-70aa-420a-b7e4-7c68d37a3621 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:08:30.212030 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] No Port match for: 3e8abd87-70aa-420a-b7e4-7c68d37a3621 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:08:30.212380 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 3e8abd87-70aa-420a-b7e4-7c68d37a3621 not bound to the agent host hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:08:30.222470 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-00d67c8c-2155-4718-836a-3498910315cf req-fb2f16b0-f74e-417d-9e92-a48607a52ea0 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdcbac7b-cdcf-47c3-93c4-7ac702037d48 HTTP/1.1" status: 200 len: 210 time: 0.0287678 Apr 08 11:08:30.760673 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 45650) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:30.865566 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-44409462-0d9a-4c1f-ae9f-4c854ce2a42b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:30.937844 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-44409462-0d9a-4c1f-ae9f-4c854ce2a42b admin admin] Publish callbacks [] for security_group (106e6a55-7863-4762-9c70-8001247f7ecd), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:31.004299 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-44409462-0d9a-4c1f-ae9f-4c854ce2a42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (106e6a55-7863-4762-9c70-8001247f7ecd), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:31.033115 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:31.043906 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-44409462-0d9a-4c1f-ae9f-4c854ce2a42b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=841d60666b8546c0912f7333b4fb7814&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2821524 Apr 08 11:08:31.044745 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44409462-0d9a-4c1f-ae9f-4c854ce2a42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106e6a55-7863-4762-9c70-8001247f7ecd,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:31.046698 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 45654) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:31.309775 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a3aca507-8336-4383-a024-a89a5df0521b admin admin] Publish callbacks [] for security_group (106e6a55-7863-4762-9c70-8001247f7ecd), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:31.344408 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b7698642-83a2-49d7-9c63-208982ec985d req-368801eb-3f87-4623-9797-728f29cb6982 tempest-DeleteServersTestJSON-805937498 tempest-DeleteServersTestJSON-805937498-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdcbac7b-cdcf-47c3-93c4-7ac702037d48 HTTP/1.1" status: 200 len: 210 time: 0.0317235 Apr 08 11:08:31.356100 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a3aca507-8336-4383-a024-a89a5df0521b admin admin] Publish callbacks [] for security_group (106e6a55-7863-4762-9c70-8001247f7ecd), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:31.467681 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a3aca507-8336-4383-a024-a89a5df0521b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (106e6a55-7863-4762-9c70-8001247f7ecd), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:31.470302 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a3aca507-8336-4383-a024-a89a5df0521b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:31.474178 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-a3aca507-8336-4383-a024-a89a5df0521b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/106e6a55-7863-4762-9c70-8001247f7ecd HTTP/1.1" status: 204 len: 168 time: 0.4237728 Apr 08 11:08:31.482235 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aca507-8336-4383-a024-a89a5df0521b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106e6a55-7863-4762-9c70-8001247f7ecd,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:32.100094 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 45674) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:32.113860 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f2f3d8a7-e768-411c-843a-9d3c1295cfe4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:32.191733 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f2f3d8a7-e768-411c-843a-9d3c1295cfe4 admin admin] Publish callbacks [] for security_group (c39de598-7486-4c11-9e88-24473c2533b6), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:32.250592 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f2f3d8a7-e768-411c-843a-9d3c1295cfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (c39de598-7486-4c11-9e88-24473c2533b6), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:32.291412 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-f2f3d8a7-e768-411c-843a-9d3c1295cfe4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ada6d31013fa4affb6d8e4a390361f0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1896129 Apr 08 11:08:32.293873 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3d8a7-e768-411c-843a-9d3c1295cfe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39de598-7486-4c11-9e88-24473c2533b6,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:32.294251 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 45678) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:32.345659 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c169d55c-34c0-4d57-a202-86bc782bcbbf admin admin] Publish callbacks [] for security_group (c39de598-7486-4c11-9e88-24473c2533b6), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:32.368422 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c169d55c-34c0-4d57-a202-86bc782bcbbf admin admin] Publish callbacks [] for security_group (c39de598-7486-4c11-9e88-24473c2533b6), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:32.484627 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c169d55c-34c0-4d57-a202-86bc782bcbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (c39de598-7486-4c11-9e88-24473c2533b6), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:32.487850 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c169d55c-34c0-4d57-a202-86bc782bcbbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:32.491530 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-c169d55c-34c0-4d57-a202-86bc782bcbbf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c39de598-7486-4c11-9e88-24473c2533b6 HTTP/1.1" status: 204 len: 168 time: 0.1937115 Apr 08 11:08:32.497557 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169d55c-34c0-4d57-a202-86bc782bcbbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39de598-7486-4c11-9e88-24473c2533b6,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:32.570493 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:33.901221 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 45754) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:33.949001 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec4ff558-9297-4f52-b91e-07d37df76ffb admin admin] Deleting subnet f1906683-baff-4f15-9428-02372aeff022 {{(pid=104016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:08:33.952403 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ec4ff558-9297-4f52-b91e-07d37df76ffb admin admin] Publish callbacks [] for subnet (f1906683-baff-4f15-9428-02372aeff022), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:33.987580 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ec4ff558-9297-4f52-b91e-07d37df76ffb admin admin] Publish callbacks [] for subnet (f1906683-baff-4f15-9428-02372aeff022), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:33.996914 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ec4ff558-9297-4f52-b91e-07d37df76ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7741539'] for subnet (f1906683-baff-4f15-9428-02372aeff022), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:34.227739 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:34.324968 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ec4ff558-9297-4f52-b91e-07d37df76ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7741546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737'] for subnet (f1906683-baff-4f15-9428-02372aeff022), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:34.350351 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ff558-9297-4f52-b91e-07d37df76ffb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1906683-baff-4f15-9428-02372aeff022,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:34.353828 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ec4ff558-9297-4f52-b91e-07d37df76ffb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:34.356921 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-ec4ff558-9297-4f52-b91e-07d37df76ffb admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f1906683-baff-4f15-9428-02372aeff022 HTTP/1.1" status: 204 len: 168 time: 0.4546692 Apr 08 11:08:34.359457 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 45766) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:34.428563 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4b17afc0-af7a-4a18-9e2c-3813a20f75ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7700898'] for network (375ae04c-c876-44f5-8837-3309cee044d8), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:34.528208 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4b17afc0-af7a-4a18-9e2c-3813a20f75ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7858426', 'neutron.services.segments.db._delete_segments_for_network-8771786818506'] for network (375ae04c-c876-44f5-8837-3309cee044d8), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:34.549490 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4b17afc0-af7a-4a18-9e2c-3813a20f75ea admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:08:34.549872 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4b17afc0-af7a-4a18-9e2c-3813a20f75ea admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:08:34.550624 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4b17afc0-af7a-4a18-9e2c-3813a20f75ea admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:08:34.550950 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4b17afc0-af7a-4a18-9e2c-3813a20f75ea admin admin] Subscribe: > port after_create 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:08:34.551286 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4b17afc0-af7a-4a18-9e2c-3813a20f75ea admin admin] Subscribe: > port after_delete 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:08:34.553871 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4b17afc0-af7a-4a18-9e2c-3813a20f75ea admin admin] Subscribe: > port after_update 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:08:34.553871 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4b17afc0-af7a-4a18-9e2c-3813a20f75ea admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:08:34.553871 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4b17afc0-af7a-4a18-9e2c-3813a20f75ea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:08:34.553871 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4b17afc0-af7a-4a18-9e2c-3813a20f75ea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:08:34.553871 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4b17afc0-af7a-4a18-9e2c-3813a20f75ea admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:08:34.645094 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4b17afc0-af7a-4a18-9e2c-3813a20f75ea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:08:34.645476 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4b17afc0-af7a-4a18-9e2c-3813a20f75ea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:08:34.645834 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4b17afc0-af7a-4a18-9e2c-3813a20f75ea admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:08:34.646168 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4b17afc0-af7a-4a18-9e2c-3813a20f75ea admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:08:34.646547 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-4b17afc0-af7a-4a18-9e2c-3813a20f75ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['375ae04c-c876-44f5-8837-3309cee044d8']}} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:08:34.665133 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-4b17afc0-af7a-4a18-9e2c-3813a20f75ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fadf4659-5530-407b-865a-472712ee1492') {'for_net_delete': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:08:34.665575 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-4b17afc0-af7a-4a18-9e2c-3813a20f75ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fadf4659-5530-407b-865a-472712ee1492') {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:08:34.684322 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4b17afc0-af7a-4a18-9e2c-3813a20f75ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771786821075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4108891'] for segment (fadf4659-5530-407b-865a-472712ee1492), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:34.704757 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4b17afc0-af7a-4a18-9e2c-3813a20f75ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154'] for segment (fadf4659-5530-407b-865a-472712ee1492), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:34.717044 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b17afc0-af7a-4a18-9e2c-3813a20f75ea admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=104016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:08:34.717425 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4b17afc0-af7a-4a18-9e2c-3813a20f75ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3536674'] for segment (fadf4659-5530-407b-865a-472712ee1492), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:34.748358 dv-cinder-836073-3-iscsi neutron-server[104016]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 11:08:34.748358 dv-cinder-836073-3-iscsi neutron-server[104016]: from cryptography.utils import int_from_bytes Apr 08 11:08:34.748358 dv-cinder-836073-3-iscsi neutron-server[104016]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 11:08:34.748358 dv-cinder-836073-3-iscsi neutron-server[104016]: from cryptography.utils import int_from_bytes Apr 08 11:08:34.748358 dv-cinder-836073-3-iscsi neutron-server[104016]: Traceback (most recent call last): Apr 08 11:08:34.748358 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:08:34.748358 dv-cinder-836073-3-iscsi neutron-server[104016]: timer() Apr 08 11:08:34.748358 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:08:34.748358 dv-cinder-836073-3-iscsi neutron-server[104016]: cb(*args, **kw) Apr 08 11:08:34.748358 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:08:34.748358 dv-cinder-836073-3-iscsi neutron-server[104016]: return func(*args, **kwargs) Apr 08 11:08:34.748358 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:08:34.748358 dv-cinder-836073-3-iscsi neutron-server[104016]: self._notify() Apr 08 11:08:34.748358 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:08:34.748358 dv-cinder-836073-3-iscsi neutron-server[104016]: self.callback(batched_events) Apr 08 11:08:34.748358 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:08:34.748358 dv-cinder-836073-3-iscsi neutron-server[104016]: event.method(event) Apr 08 11:08:34.748358 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:08:34.748358 dv-cinder-836073-3-iscsi neutron-server[104016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:08:34.748358 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:08:34.748358 dv-cinder-836073-3-iscsi neutron-server[104016]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:08:34.748358 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:08:34.748358 dv-cinder-836073-3-iscsi neutron-server[104016]: return f(self, *a, **k) Apr 08 11:08:34.748358 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:08:34.748358 dv-cinder-836073-3-iscsi neutron-server[104016]: return self._get(url).json() Apr 08 11:08:34.748358 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:08:34.748358 dv-cinder-836073-3-iscsi neutron-server[104016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:08:34.748358 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:08:34.748358 dv-cinder-836073-3-iscsi neutron-server[104016]: return self.request(url, 'GET', **kwargs) Apr 08 11:08:34.748358 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:08:34.748358 dv-cinder-836073-3-iscsi neutron-server[104016]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:08:34.748358 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:08:34.748358 dv-cinder-836073-3-iscsi neutron-server[104016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:08:34.748358 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:08:34.748358 dv-cinder-836073-3-iscsi neutron-server[104016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:08:34.748358 dv-cinder-836073-3-iscsi neutron-server[104016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:08:34.890440 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4b17afc0-af7a-4a18-9e2c-3813a20f75ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7858401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7922337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456415'] for network (375ae04c-c876-44f5-8837-3309cee044d8), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:34.897836 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4b17afc0-af7a-4a18-9e2c-3813a20f75ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:34.902783 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-4b17afc0-af7a-4a18-9e2c-3813a20f75ea admin admin] 10.222.0.53 "DELETE /v2.0/networks/375ae04c-c876-44f5-8837-3309cee044d8 HTTP/1.1" status: 204 len: 168 time: 0.5423329 Apr 08 11:08:34.924864 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17afc0-af7a-4a18-9e2c-3813a20f75ea admin admin] Pushing event deleted for resources: {'Network': ['ID=375ae04c-c876-44f5-8837-3309cee044d8,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:35.391361 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 45794) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:35.432440 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-7d508e34-7c6d-4679-8840-51b4b2a55a43 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1f79b47322ef4d809fd304d118fd43bf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399194 Apr 08 11:08:35.435157 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 45796) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:35.482741 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b59575af-5da4-4c68-bb56-1a5c87af05a3 admin admin] Publish callbacks [] for security_group (3a1b136f-8e61-4e8c-96dc-f451f49b8d17), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:35.511350 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b59575af-5da4-4c68-bb56-1a5c87af05a3 admin admin] Publish callbacks [] for security_group (3a1b136f-8e61-4e8c-96dc-f451f49b8d17), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:35.621914 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b59575af-5da4-4c68-bb56-1a5c87af05a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (3a1b136f-8e61-4e8c-96dc-f451f49b8d17), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:35.624496 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b59575af-5da4-4c68-bb56-1a5c87af05a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:35.625653 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-b59575af-5da4-4c68-bb56-1a5c87af05a3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3a1b136f-8e61-4e8c-96dc-f451f49b8d17 HTTP/1.1" status: 204 len: 168 time: 0.1895940 Apr 08 11:08:35.633157 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59575af-5da4-4c68-bb56-1a5c87af05a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1b136f-8e61-4e8c-96dc-f451f49b8d17,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:36.658417 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 45832) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:36.757032 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-59cf4e7d-0f54-4a5f-8cd7-150a189e0185 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-611312062-network', 'tenant_id': '9450476075be4d51833224be59b18143'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:08:36.873134 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59cf4e7d-0f54-4a5f-8cd7-150a189e0185 admin admin] Made reservation on behalf of 9450476075be4d51833224be59b18143 for: {'network': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:08:36.875752 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-59cf4e7d-0f54-4a5f-8cd7-150a189e0185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for network (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:36.885261 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-59cf4e7d-0f54-4a5f-8cd7-150a189e0185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:36.958596 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-59cf4e7d-0f54-4a5f-8cd7-150a189e0185 admin admin] Publish callbacks [] for security_group (9bb76394-04a5-407b-a386-9254fa82e406), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:37.027195 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-59cf4e7d-0f54-4a5f-8cd7-150a189e0185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (9bb76394-04a5-407b-a386-9254fa82e406), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:37.051332 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59cf4e7d-0f54-4a5f-8cd7-150a189e0185 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=104016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:08:37.061393 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf4e7d-0f54-4a5f-8cd7-150a189e0185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb76394-04a5-407b-a386-9254fa82e406,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:37.066348 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-59cf4e7d-0f54-4a5f-8cd7-150a189e0185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154'] for segment (613f7358-0b7f-46c2-b204-8ee3ad5427d6), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:37.066688 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.db.segments_db [None req-59cf4e7d-0f54-4a5f-8cd7-150a189e0185 admin admin] Added segment 613f7358-0b7f-46c2-b204-8ee3ad5427d6 of type vlan for network 90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01 Apr 08 11:08:37.107441 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-59cf4e7d-0f54-4a5f-8cd7-150a189e0185 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771786507915'] for network (90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:37.221730 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-59cf4e7d-0f54-4a5f-8cd7-150a189e0185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7922337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737'] for network (90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:37.222788 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cf4e7d-0f54-4a5f-8cd7-150a189e0185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:37.223371 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-59cf4e7d-0f54-4a5f-8cd7-150a189e0185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:37.283978 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf4e7d-0f54-4a5f-8cd7-150a189e0185 admin admin] Pushing event updated for resources: {'Network': ['ID=90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:37.293836 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Network 90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01 details requested by agent ovs-agent-dv-cinder-836073-3-iscsi with host dv-cinder-836073-3-iscsi {{(pid=104018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:08:37.316151 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-59cf4e7d-0f54-4a5f-8cd7-150a189e0185 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6566613 Apr 08 11:08:37.319076 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 45840) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:37.324461 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-74bc4e9b-a4bb-44f9-b272-66f53a11702b admin admin] Request body: {'subnet': {'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-611312062-subnet', 'tenant_id': '9450476075be4d51833224be59b18143', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:08:37.393232 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bc4e9b-a4bb-44f9-b272-66f53a11702b admin admin] Made reservation on behalf of 9450476075be4d51833224be59b18143 for: {'subnet': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:08:37.395717 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-74bc4e9b-a4bb-44f9-b272-66f53a11702b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3078126'] for subnet (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:37.627953 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-74bc4e9b-a4bb-44f9-b272-66f53a11702b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3536773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077140'] for subnet (100c6095-ccb7-4549-a3cc-5398fc0af1f1), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:37.675259 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc4e9b-a4bb-44f9-b272-66f53a11702b admin admin] Pushing event updated for resources: {'Subnet': ['ID=100c6095-ccb7-4549-a3cc-5398fc0af1f1,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:37.692586 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bc4e9b-a4bb-44f9-b272-66f53a11702b admin admin] Checking segment: {'id': '613f7358-0b7f-46c2-b204-8ee3ad5427d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:08:37.692945 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bc4e9b-a4bb-44f9-b272-66f53a11702b admin admin] Network hostable DHCP agents. Network: 90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01, hostable agents: ['19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3'], hosted agents: [] {{(pid=104016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:08:37.821475 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bc4e9b-a4bb-44f9-b272-66f53a11702b admin admin] Network 90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01 is scheduled to be hosted by DHCP agent 19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3 with binding_index 1 {{(pid=104016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:08:37.901554 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-74bc4e9b-a4bb-44f9-b272-66f53a11702b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-3-iscsi, 90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01) {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:08:37.905764 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bc4e9b-a4bb-44f9-b272-66f53a11702b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:37.906354 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-74bc4e9b-a4bb-44f9-b272-66f53a11702b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:37.912509 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cb5f89-c7e6-4514-a60b-431c84e0a9ca None None] Network 90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01 requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:08:38.013729 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944ae14c-b814-49c7-8e1c-6522281cb4f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9c17c0d-e777-5cf5-a53f-4f0394d5d5a3-90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01', 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01', 'project_id': '9450476075be4d51833224be59b18143', 'fixed_ips': [{'subnet_id': '100c6095-ccb7-4549-a3cc-5398fc0af1f1'}]}} from dv-cinder-836073-3-iscsi. {{(pid=104018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 11:08:38.014691 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-944ae14c-b814-49c7-8e1c-6522281cb4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:38.018747 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-74bc4e9b-a4bb-44f9-b272-66f53a11702b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6986108 Apr 08 11:08:38.021339 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 45850) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:38.026116 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-6224f594-c770-44fd-9fd0-6f7b63bdd89a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-611312062-router', 'tenant_id': '9450476075be4d51833224be59b18143', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'}}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:08:38.090776 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6224f594-c770-44fd-9fd0-6f7b63bdd89a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-458056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1014035'] for router (88daa066-b455-46b9-a15b-0c1a477222f0), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:38.092256 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6224f594-c770-44fd-9fd0-6f7b63bdd89a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456264', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-479860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1014248'] for router (88daa066-b455-46b9-a15b-0c1a477222f0), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:38.148130 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6224f594-c770-44fd-9fd0-6f7b63bdd89a admin admin] Publish callbacks [] for router_controller (88daa066-b455-46b9-a15b-0c1a477222f0), precommit_add_association {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:38.159730 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [None req-944ae14c-b814-49c7-8e1c-6522281cb4f9 None None] Allocated IP 172.20.0.2 (90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01/100c6095-ccb7-4549-a3cc-5398fc0af1f1/82b837b5-1049-43af-859b-1e9d6bf802e6) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:08:38.305828 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-944ae14c-b814-49c7-8e1c-6522281cb4f9 None None] Publish callbacks [] for port (82b837b5-1049-43af-859b-1e9d6bf802e6), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:38.332988 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6224f594-c770-44fd-9fd0-6f7b63bdd89a admin admin] Publish callbacks [] for router_gateway (88daa066-b455-46b9-a15b-0c1a477222f0), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:38.387460 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-944ae14c-b814-49c7-8e1c-6522281cb4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629'] for port (82b837b5-1049-43af-859b-1e9d6bf802e6), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:38.424968 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944ae14c-b814-49c7-8e1c-6522281cb4f9 None None] Network 90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:08:38.432904 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-944ae14c-b814-49c7-8e1c-6522281cb4f9 None None] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:08:38.437824 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944ae14c-b814-49c7-8e1c-6522281cb4f9 None None] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:08:38.441367 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ae14c-b814-49c7-8e1c-6522281cb4f9 None None] Pushing event updated for resources: {'Port': ['ID=82b837b5-1049-43af-859b-1e9d6bf802e6,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:38.454083 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ae14c-b814-49c7-8e1c-6522281cb4f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:38.454433 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ae14c-b814-49c7-8e1c-6522281cb4f9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:38.454824 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ae14c-b814-49c7-8e1c-6522281cb4f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:38.455209 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ae14c-b814-49c7-8e1c-6522281cb4f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:38.455550 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ae14c-b814-49c7-8e1c-6522281cb4f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:38.455888 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ae14c-b814-49c7-8e1c-6522281cb4f9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:38.456303 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ae14c-b814-49c7-8e1c-6522281cb4f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:38.456839 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ae14c-b814-49c7-8e1c-6522281cb4f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:38.457175 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ae14c-b814-49c7-8e1c-6522281cb4f9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:38.457507 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ae14c-b814-49c7-8e1c-6522281cb4f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:38.458067 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ae14c-b814-49c7-8e1c-6522281cb4f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:38.458416 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ae14c-b814-49c7-8e1c-6522281cb4f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:38.458747 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ae14c-b814-49c7-8e1c-6522281cb4f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:38.459075 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ae14c-b814-49c7-8e1c-6522281cb4f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:38.459402 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ae14c-b814-49c7-8e1c-6522281cb4f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:38.508823 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-944ae14c-b814-49c7-8e1c-6522281cb4f9 None None] Attempting to bind port 82b837b5-1049-43af-859b-1e9d6bf802e6 on host dv-cinder-836073-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:08:38.509213 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-944ae14c-b814-49c7-8e1c-6522281cb4f9 None None] Attempting to bind port 82b837b5-1049-43af-859b-1e9d6bf802e6 by drivers openvswitch,hyperv on host dv-cinder-836073-3-iscsi at level 0 using segments [{'id': '613f7358-0b7f-46c2-b204-8ee3ad5427d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:08:38.510332 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944ae14c-b814-49c7-8e1c-6522281cb4f9 None None] Attempting to bind port 82b837b5-1049-43af-859b-1e9d6bf802e6 on network 90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:08:38.515569 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944ae14c-b814-49c7-8e1c-6522281cb4f9 None None] Checking agent: {'id': 'eea5fd99-e581-41a4-a61b-1141d246636d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 58, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:08:38.515947 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944ae14c-b814-49c7-8e1c-6522281cb4f9 None None] Checking segment: {'id': '613f7358-0b7f-46c2-b204-8ee3ad5427d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:08:38.516360 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-944ae14c-b814-49c7-8e1c-6522281cb4f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:38.516754 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944ae14c-b814-49c7-8e1c-6522281cb4f9 None None] Bound using segment: {'id': '613f7358-0b7f-46c2-b204-8ee3ad5427d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:08:38.517241 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-944ae14c-b814-49c7-8e1c-6522281cb4f9 None None] Bound port: 82b837b5-1049-43af-859b-1e9d6bf802e6, host: dv-cinder-836073-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '613f7358-0b7f-46c2-b204-8ee3ad5427d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:08:38.517670 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-944ae14c-b814-49c7-8e1c-6522281cb4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (82b837b5-1049-43af-859b-1e9d6bf802e6), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:38.583893 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-944ae14c-b814-49c7-8e1c-6522281cb4f9 None None] For port 82b837b5-1049-43af-859b-1e9d6bf802e6, host dv-cinder-836073-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:08:38.587108 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-944ae14c-b814-49c7-8e1c-6522281cb4f9 None None] For port 82b837b5-1049-43af-859b-1e9d6bf802e6, host dv-cinder-836073-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=82b837b5-1049-43af-859b-1e9d6bf802e6,segment=NetworkSegment(613f7358-0b7f-46c2-b204-8ee3ad5427d6),segment_id=613f7358-0b7f-46c2-b204-8ee3ad5427d6)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:08:38.625733 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6224f594-c770-44fd-9fd0-6f7b63bdd89a admin admin] Publish callbacks [] for router_gateway (88daa066-b455-46b9-a15b-0c1a477222f0), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:38.644298 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6224f594-c770-44fd-9fd0-6f7b63bdd89a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:38.685414 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-944ae14c-b814-49c7-8e1c-6522281cb4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (82b837b5-1049-43af-859b-1e9d6bf802e6), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:38.746132 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ae14c-b814-49c7-8e1c-6522281cb4f9 None None] Pushing event updated for resources: {'Port': ['ID=82b837b5-1049-43af-859b-1e9d6bf802e6,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:38.760498 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-6224f594-c770-44fd-9fd0-6f7b63bdd89a admin admin] Allocated IP 172.27.0.142 (9ba38368-ff54-4986-b9fd-e3d76f01d727/295b2c6f-15e1-46ca-ae70-e3531500d944/12bec263-c83b-4a84-a33c-4472bb687815) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:08:38.873538 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6224f594-c770-44fd-9fd0-6f7b63bdd89a admin admin] Publish callbacks [] for port (12bec263-c83b-4a84-a33c-4472bb687815), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:39.079484 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6224f594-c770-44fd-9fd0-6f7b63bdd89a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (12bec263-c83b-4a84-a33c-4472bb687815), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:39.124508 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6224f594-c770-44fd-9fd0-6f7b63bdd89a admin admin] Network 9ba38368-ff54-4986-b9fd-e3d76f01d727 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:08:39.132095 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-6224f594-c770-44fd-9fd0-6f7b63bdd89a admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:08:39.134281 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224f594-c770-44fd-9fd0-6f7b63bdd89a admin admin] Pushing event updated for resources: {'Port': ['ID=12bec263-c83b-4a84-a33c-4472bb687815,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:39.137238 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6224f594-c770-44fd-9fd0-6f7b63bdd89a admin admin] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:08:39.500901 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6224f594-c770-44fd-9fd0-6f7b63bdd89a admin admin] Publish callbacks [] for router_gateway (88daa066-b455-46b9-a15b-0c1a477222f0), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:39.733738 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6272eb52-7ae8-439b-a76a-736fa2ff2e2b None None] Network 90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01 requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:08:39.749564 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6224f594-c770-44fd-9fd0-6f7b63bdd89a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456231'] for router (88daa066-b455-46b9-a15b-0c1a477222f0), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:39.802515 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-c53deae9-a843-4c01-b01d-0159289ea6d8 None None] Provisioning complete for port 82b837b5-1049-43af-859b-1e9d6bf802e6 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:08:39.802904 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c53deae9-a843-4c01-b01d-0159289ea6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (82b837b5-1049-43af-859b-1e9d6bf802e6), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:39.932279 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-c53deae9-a843-4c01-b01d-0159289ea6d8 None None] Current status of the port 82b837b5-1049-43af-859b-1e9d6bf802e6 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:08:39.932668 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c53deae9-a843-4c01-b01d-0159289ea6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (82b837b5-1049-43af-859b-1e9d6bf802e6), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:39.994026 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-c53deae9-a843-4c01-b01d-0159289ea6d8 None None] For port 82b837b5-1049-43af-859b-1e9d6bf802e6, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=82b837b5-1049-43af-859b-1e9d6bf802e6,segment=NetworkSegment(613f7358-0b7f-46c2-b204-8ee3ad5427d6),segment_id=613f7358-0b7f-46c2-b204-8ee3ad5427d6)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:08:40.038894 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6224f594-c770-44fd-9fd0-6f7b63bdd89a admin admin] Router 88daa066-b455-46b9-a15b-0c1a477222f0 is scheduled to L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 with binding_index 1 {{(pid=104016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 11:08:40.187947 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c53deae9-a843-4c01-b01d-0159289ea6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (82b837b5-1049-43af-859b-1e9d6bf802e6), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:40.241109 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53deae9-a843-4c01-b01d-0159289ea6d8 None None] Pushing event updated for resources: {'Port': ['ID=82b837b5-1049-43af-859b-1e9d6bf802e6,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:40.308033 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-45074a5a-20a5-4cb6-a785-6ca9f828470e None None] Provisioning complete for port 82b837b5-1049-43af-859b-1e9d6bf802e6 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:08:40.308401 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-45074a5a-20a5-4cb6-a785-6ca9f828470e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (82b837b5-1049-43af-859b-1e9d6bf802e6), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:40.359066 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6224f594-c770-44fd-9fd0-6f7b63bdd89a admin admin] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:08:40.371149 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946127b3-c407-4ee2-ba13-531d679e4c91 None None] Sync routers for ids ['88daa066-b455-46b9-a15b-0c1a477222f0'] in dv-cinder-836073-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:08:40.381091 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946127b3-c407-4ee2-ba13-531d679e4c91 None None] Routers {'88daa066-b455-46b9-a15b-0c1a477222f0'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:08:40.381745 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-946127b3-c407-4ee2-ba13-531d679e4c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:08:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['88daa066-b455-46b9-a15b-0c1a477222f0'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:08:40.398095 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-45074a5a-20a5-4cb6-a785-6ca9f828470e None None] Current status of the port 82b837b5-1049-43af-859b-1e9d6bf802e6 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:08:40.469280 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6224f594-c770-44fd-9fd0-6f7b63bdd89a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:40.470691 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-6224f594-c770-44fd-9fd0-6f7b63bdd89a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.4482970 Apr 08 11:08:40.473520 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 45884) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:40.487145 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-946127b3-c407-4ee2-ba13-531d679e4c91 None None] Set router 88daa066-b455-46b9-a15b-0c1a477222f0 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:08:40.676849 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-946127b3-c407-4ee2-ba13-531d679e4c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'name': 'tempest-ServerRescueNegativeTestJSON-611312062-router', 'tenant_id': '9450476075be4d51833224be59b18143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '12bec263-c83b-4a84-a33c-4472bb687815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:38Z', 'updated_at': '2022-04-08T11:08:39Z', 'revision_number': 3, 'project_id': '9450476075be4d51833224be59b18143', 'gw_port': {'id': '12bec263-c83b-4a84-a33c-4472bb687815', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:38Z', 'updated_at': '2022-04-08T11:08:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi'}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:08:40.710103 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946127b3-c407-4ee2-ba13-531d679e4c91 None None] Checking router: 88daa066-b455-46b9-a15b-0c1a477222f0 for host: dv-cinder-836073-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:08:40.711030 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946127b3-c407-4ee2-ba13-531d679e4c91 None None] Updating router 88daa066-b455-46b9-a15b-0c1a477222f0 port 12bec263-c83b-4a84-a33c-4472bb687815 binding host dv-cinder-836073-3-iscsi {{(pid=104019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:08:40.739929 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-946127b3-c407-4ee2-ba13-531d679e4c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (12bec263-c83b-4a84-a33c-4472bb687815), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:40.917313 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-31382f63-261d-4546-937e-6c42e6847704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:40.919793 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 82b837b5-1049-43af-859b-1e9d6bf802e6 up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:08:40.977421 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port 82b837b5-1049-43af-859b-1e9d6bf802e6 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:08:40.978295 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (82b837b5-1049-43af-859b-1e9d6bf802e6), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:41.053335 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-946127b3-c407-4ee2-ba13-531d679e4c91 None None] Publish callbacks [] for port (12bec263-c83b-4a84-a33c-4472bb687815), precommit_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:41.108664 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port 82b837b5-1049-43af-859b-1e9d6bf802e6 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:08:41.126315 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-31382f63-261d-4546-937e-6c42e6847704 admin admin] Allocated IP 172.20.0.1 (90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01/100c6095-ccb7-4549-a3cc-5398fc0af1f1/d47809be-72a1-45c0-adf1-efea70f1fd9a) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:08:41.169875 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-946127b3-c407-4ee2-ba13-531d679e4c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (12bec263-c83b-4a84-a33c-4472bb687815), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:41.220462 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-946127b3-c407-4ee2-ba13-531d679e4c91 None None] Attempting to bind port 12bec263-c83b-4a84-a33c-4472bb687815 on host dv-cinder-836073-3-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:08:41.220835 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-946127b3-c407-4ee2-ba13-531d679e4c91 None None] Attempting to bind port 12bec263-c83b-4a84-a33c-4472bb687815 by drivers openvswitch,hyperv on host dv-cinder-836073-3-iscsi at level 0 using segments [{'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:08:41.221216 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946127b3-c407-4ee2-ba13-531d679e4c91 None None] Attempting to bind port 12bec263-c83b-4a84-a33c-4472bb687815 on network 9ba38368-ff54-4986-b9fd-e3d76f01d727 {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:08:41.234634 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862993d-4589-44c6-b854-cdb1af0865ff None None] Pushing event updated for resources: {'Port': ['ID=12bec263-c83b-4a84-a33c-4472bb687815,revision_number=2']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:41.237159 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946127b3-c407-4ee2-ba13-531d679e4c91 None None] Checking agent: {'id': 'eea5fd99-e581-41a4-a61b-1141d246636d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 58, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:08:41.237336 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-31382f63-261d-4546-937e-6c42e6847704 admin admin] Publish callbacks [] for port (d47809be-72a1-45c0-adf1-efea70f1fd9a), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:41.237533 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946127b3-c407-4ee2-ba13-531d679e4c91 None None] Checking segment: {'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:08:41.237929 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-946127b3-c407-4ee2-ba13-531d679e4c91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:41.238452 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946127b3-c407-4ee2-ba13-531d679e4c91 None None] Bound using segment: {'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:08:41.238917 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-946127b3-c407-4ee2-ba13-531d679e4c91 None None] Bound port: 12bec263-c83b-4a84-a33c-4472bb687815, host: dv-cinder-836073-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:08:41.239292 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-946127b3-c407-4ee2-ba13-531d679e4c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (12bec263-c83b-4a84-a33c-4472bb687815), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:41.267325 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862993d-4589-44c6-b854-cdb1af0865ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:41.267677 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862993d-4589-44c6-b854-cdb1af0865ff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:41.270610 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862993d-4589-44c6-b854-cdb1af0865ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:41.270610 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862993d-4589-44c6-b854-cdb1af0865ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:41.270610 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862993d-4589-44c6-b854-cdb1af0865ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:41.270610 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862993d-4589-44c6-b854-cdb1af0865ff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:41.270610 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862993d-4589-44c6-b854-cdb1af0865ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:41.270610 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862993d-4589-44c6-b854-cdb1af0865ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:41.270610 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862993d-4589-44c6-b854-cdb1af0865ff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:41.270610 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862993d-4589-44c6-b854-cdb1af0865ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:41.271268 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862993d-4589-44c6-b854-cdb1af0865ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:41.271268 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862993d-4589-44c6-b854-cdb1af0865ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:41.271444 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862993d-4589-44c6-b854-cdb1af0865ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:41.271763 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862993d-4589-44c6-b854-cdb1af0865ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:41.272087 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862993d-4589-44c6-b854-cdb1af0865ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:41.308789 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-946127b3-c407-4ee2-ba13-531d679e4c91 None None] For port 12bec263-c83b-4a84-a33c-4472bb687815, host dv-cinder-836073-3-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:08:41.312070 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-946127b3-c407-4ee2-ba13-531d679e4c91 None None] For port 12bec263-c83b-4a84-a33c-4472bb687815, host dv-cinder-836073-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=12bec263-c83b-4a84-a33c-4472bb687815,segment=NetworkSegment(2bb98e3e-6539-44eb-b25b-4089590167ac),segment_id=2bb98e3e-6539-44eb-b25b-4089590167ac)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:08:41.354804 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-31382f63-261d-4546-937e-6c42e6847704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (d47809be-72a1-45c0-adf1-efea70f1fd9a), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:41.393167 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31382f63-261d-4546-937e-6c42e6847704 admin admin] Network 90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:08:41.394291 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-946127b3-c407-4ee2-ba13-531d679e4c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (12bec263-c83b-4a84-a33c-4472bb687815), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:41.395979 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-31382f63-261d-4546-937e-6c42e6847704 admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:08:41.399511 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31382f63-261d-4546-937e-6c42e6847704 admin admin] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:08:41.429470 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31382f63-261d-4546-937e-6c42e6847704 admin admin] Pushing event updated for resources: {'Port': ['ID=d47809be-72a1-45c0-adf1-efea70f1fd9a,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:41.460175 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-31382f63-261d-4546-937e-6c42e6847704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457544'] for router_interface (88daa066-b455-46b9-a15b-0c1a477222f0), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:41.463454 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946127b3-c407-4ee2-ba13-531d679e4c91 None None] Routers {'88daa066-b455-46b9-a15b-0c1a477222f0'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:08:41.466284 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-946127b3-c407-4ee2-ba13-531d679e4c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:08:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['88daa066-b455-46b9-a15b-0c1a477222f0'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:08:41.518529 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862993d-4589-44c6-b854-cdb1af0865ff None None] Pushing event updated for resources: {'Port': ['ID=12bec263-c83b-4a84-a33c-4472bb687815,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:41.642315 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-946127b3-c407-4ee2-ba13-531d679e4c91 None None] Set router 88daa066-b455-46b9-a15b-0c1a477222f0 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:08:41.663035 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 45918) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:41.713101 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-31382f63-261d-4546-937e-6c42e6847704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (d47809be-72a1-45c0-adf1-efea70f1fd9a), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:41.734158 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-665baa20-d4ee-4bfa-b68e-cdb5aa104ae9 None None] Provisioning complete for port d47809be-72a1-45c0-adf1-efea70f1fd9a triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:08:41.737537 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-665baa20-d4ee-4bfa-b68e-cdb5aa104ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (d47809be-72a1-45c0-adf1-efea70f1fd9a), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:41.800870 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-665baa20-d4ee-4bfa-b68e-cdb5aa104ae9 None None] Port d47809be-72a1-45c0-adf1-efea70f1fd9a cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:08:41.840297 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-15bf0dc8-2e3c-4df4-8426-0aacc7e52c33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:41.869399 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-946127b3-c407-4ee2-ba13-531d679e4c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'name': 'tempest-ServerRescueNegativeTestJSON-611312062-router', 'tenant_id': '9450476075be4d51833224be59b18143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '12bec263-c83b-4a84-a33c-4472bb687815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:38Z', 'updated_at': '2022-04-08T11:08:39Z', 'revision_number': 3, 'project_id': '9450476075be4d51833224be59b18143', 'gw_port': {'id': '12bec263-c83b-4a84-a33c-4472bb687815', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:38Z', 'updated_at': '2022-04-08T11:08:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi'}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:08:41.897599 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946127b3-c407-4ee2-ba13-531d679e4c91 None None] The sync data for ids ['88daa066-b455-46b9-a15b-0c1a477222f0'] in dv-cinder-836073-3-iscsi is: [{'id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'name': 'tempest-ServerRescueNegativeTestJSON-611312062-router', 'tenant_id': '9450476075be4d51833224be59b18143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '12bec263-c83b-4a84-a33c-4472bb687815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:38Z', 'updated_at': '2022-04-08T11:08:39Z', 'revision_number': 3, 'project_id': '9450476075be4d51833224be59b18143', 'gw_port': {'id': '12bec263-c83b-4a84-a33c-4472bb687815', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:38Z', 'updated_at': '2022-04-08T11:08:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi'}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:08:41.979999 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-31382f63-261d-4546-937e-6c42e6847704 admin admin] Publish callbacks [] for port (d47809be-72a1-45c0-adf1-efea70f1fd9a), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:42.011856 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-15bf0dc8-2e3c-4df4-8426-0aacc7e52c33 admin admin] Publish callbacks [] for security_group (0b4ea4a4-ce80-4d51-b0c6-038d0e8c44e0), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:42.139224 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-31382f63-261d-4546-937e-6c42e6847704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3536654'] for port (d47809be-72a1-45c0-adf1-efea70f1fd9a), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:42.222983 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31382f63-261d-4546-937e-6c42e6847704 admin admin] Pushing event updated for resources: {'Port': ['ID=d47809be-72a1-45c0-adf1-efea70f1fd9a,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:42.225412 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-31382f63-261d-4546-937e-6c42e6847704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7869787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457700'] for router_interface (88daa066-b455-46b9-a15b-0c1a477222f0), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:42.231799 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-15bf0dc8-2e3c-4df4-8426-0aacc7e52c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (0b4ea4a4-ce80-4d51-b0c6-038d0e8c44e0), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:42.321555 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0dc8-2e3c-4df4-8426-0aacc7e52c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4ea4a4-ce80-4d51-b0c6-038d0e8c44e0,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:42.328883 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-15bf0dc8-2e3c-4df4-8426-0aacc7e52c33 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=737c83e4d60248f0b2ec91aa9bda4a3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6646106 Apr 08 11:08:42.335184 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 45942) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:42.378008 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31382f63-261d-4546-937e-6c42e6847704 admin admin] Network 90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:08:42.379764 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-31382f63-261d-4546-937e-6c42e6847704 admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:08:42.399057 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6476710b-4c06-4f6a-ba1f-d594d138c58e admin admin] Publish callbacks [] for security_group (0b4ea4a4-ce80-4d51-b0c6-038d0e8c44e0), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:42.435430 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6476710b-4c06-4f6a-ba1f-d594d138c58e admin admin] Publish callbacks [] for security_group (0b4ea4a4-ce80-4d51-b0c6-038d0e8c44e0), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:42.543721 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31382f63-261d-4546-937e-6c42e6847704 admin admin] Router 88daa066-b455-46b9-a15b-0c1a477222f0 has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:08:42.608295 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6476710b-4c06-4f6a-ba1f-d594d138c58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (0b4ea4a4-ce80-4d51-b0c6-038d0e8c44e0), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:42.612010 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6476710b-4c06-4f6a-ba1f-d594d138c58e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:42.613070 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-6476710b-4c06-4f6a-ba1f-d594d138c58e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0b4ea4a4-ce80-4d51-b0c6-038d0e8c44e0 HTTP/1.1" status: 204 len: 168 time: 0.2768209 Apr 08 11:08:42.639110 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-861c3641-a5cb-4532-9e64-7307afe1ba48 None None] Provisioning complete for port d47809be-72a1-45c0-adf1-efea70f1fd9a triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:08:42.639643 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-861c3641-a5cb-4532-9e64-7307afe1ba48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (d47809be-72a1-45c0-adf1-efea70f1fd9a), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:42.645306 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476710b-4c06-4f6a-ba1f-d594d138c58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4ea4a4-ce80-4d51-b0c6-038d0e8c44e0,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:42.686995 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-861c3641-a5cb-4532-9e64-7307afe1ba48 None None] Port d47809be-72a1-45c0-adf1-efea70f1fd9a cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:08:42.714057 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31382f63-261d-4546-937e-6c42e6847704 admin admin] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:08:42.720016 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-31382f63-261d-4546-937e-6c42e6847704 admin admin] 10.222.0.53 "PUT /v2.0/routers/88daa066-b455-46b9-a15b-0c1a477222f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2453141 Apr 08 11:08:42.871998 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 12bec263-c83b-4a84-a33c-4472bb687815 up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:08:42.930437 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port 12bec263-c83b-4a84-a33c-4472bb687815 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:08:42.930981 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (12bec263-c83b-4a84-a33c-4472bb687815), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:43.045425 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port 12bec263-c83b-4a84-a33c-4472bb687815 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:08:43.045844 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (12bec263-c83b-4a84-a33c-4472bb687815), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:43.072855 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] For port 12bec263-c83b-4a84-a33c-4472bb687815, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=12bec263-c83b-4a84-a33c-4472bb687815,segment=NetworkSegment(2bb98e3e-6539-44eb-b25b-4089590167ac),segment_id=2bb98e3e-6539-44eb-b25b-4089590167ac)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:08:43.199217 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (12bec263-c83b-4a84-a33c-4472bb687815), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:43.254111 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Pushing event updated for resources: {'Port': ['ID=12bec263-c83b-4a84-a33c-4472bb687815,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:43.282051 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-f1feebc3-3278-4c32-b63d-99a43a988a64 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:43.283519 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-f1feebc3-3278-4c32-b63d-99a43a988a64 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/networks?id=90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01 HTTP/1.1" status: 200 len: 818 time: 0.1106949 Apr 08 11:08:43.298407 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-f2d5b65d-0ab8-488f-bb57-6675c3ceca73 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/quotas/9450476075be4d51833224be59b18143 HTTP/1.1" status: 200 len: 375 time: 0.0094125 Apr 08 11:08:43.354979 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-f38053db-e05e-4723-ba94-7ec1813778cd tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9450476075be4d51833224be59b18143&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514517 Apr 08 11:08:43.463095 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-f03aa248-3334-4c5b-8014-ab9ff97ac025 service neutron] 10.222.0.53 "GET /v2.0/networks/90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010411 Apr 08 11:08:43.493559 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 45984) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:43.507689 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-35dfdbd5-31dc-44aa-b0f8-2bef6f1e4e76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:43.558463 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-28f82c17-ad0c-4888-8576-d28febce5f07 service neutron] 10.222.0.53 "GET /v2.0/networks/90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893283 Apr 08 11:08:43.590593 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-35dfdbd5-31dc-44aa-b0f8-2bef6f1e4e76 admin admin] Publish callbacks [] for security_group (05dc5409-b894-4649-b7f9-c2f6cce46074), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:43.667403 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-35dfdbd5-31dc-44aa-b0f8-2bef6f1e4e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (05dc5409-b894-4649-b7f9-c2f6cce46074), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:43.705939 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-35dfdbd5-31dc-44aa-b0f8-2bef6f1e4e76 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8e038baae2144622b35b32fab26ae92c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2100911 Apr 08 11:08:43.706790 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dfdbd5-31dc-44aa-b0f8-2bef6f1e4e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05dc5409-b894-4649-b7f9-c2f6cce46074,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:43.709262 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 45988) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:43.762746 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac23d4b-66cb-4ff5-a4da-d8eb1186e19e None None] Sync routers for ids ['88daa066-b455-46b9-a15b-0c1a477222f0'] in dv-cinder-836073-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:08:43.763296 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-26bec5ee-72f7-41cc-a572-2e6b45224d4e admin admin] Publish callbacks [] for security_group (05dc5409-b894-4649-b7f9-c2f6cce46074), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:43.772534 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac23d4b-66cb-4ff5-a4da-d8eb1186e19e None None] Routers {'88daa066-b455-46b9-a15b-0c1a477222f0'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:08:43.773154 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-1ac23d4b-66cb-4ff5-a4da-d8eb1186e19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:08:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['88daa066-b455-46b9-a15b-0c1a477222f0'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:08:43.785507 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-26bec5ee-72f7-41cc-a572-2e6b45224d4e admin admin] Publish callbacks [] for security_group (05dc5409-b894-4649-b7f9-c2f6cce46074), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:43.876425 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3c606abf-895f-4c3b-8b4d-0d10e29b8fe4 req-b267626a-a8e0-49b1-8519-c81e2f4ba293 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e432f2c-f993-417f-89e6-33256174ddf4 HTTP/1.1" status: 200 len: 210 time: 0.0327058 Apr 08 11:08:43.893398 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-1ac23d4b-66cb-4ff5-a4da-d8eb1186e19e None None] Set router 88daa066-b455-46b9-a15b-0c1a477222f0 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:08:43.907474 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-26bec5ee-72f7-41cc-a572-2e6b45224d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (05dc5409-b894-4649-b7f9-c2f6cce46074), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:43.911171 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-26bec5ee-72f7-41cc-a572-2e6b45224d4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:43.912613 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-26bec5ee-72f7-41cc-a572-2e6b45224d4e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/05dc5409-b894-4649-b7f9-c2f6cce46074 HTTP/1.1" status: 204 len: 168 time: 0.2028635 Apr 08 11:08:43.936634 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bec5ee-72f7-41cc-a572-2e6b45224d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05dc5409-b894-4649-b7f9-c2f6cce46074,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:44.155471 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-1ac23d4b-66cb-4ff5-a4da-d8eb1186e19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'name': 'tempest-ServerRescueNegativeTestJSON-611312062-router', 'tenant_id': '9450476075be4d51833224be59b18143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '12bec263-c83b-4a84-a33c-4472bb687815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:38Z', 'updated_at': '2022-04-08T11:08:41Z', 'revision_number': 4, 'project_id': '9450476075be4d51833224be59b18143', 'gw_port': {'id': '12bec263-c83b-4a84-a33c-4472bb687815', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:38Z', 'updated_at': '2022-04-08T11:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': 'd47809be-72a1-45c0-adf1-efea70f1fd9a', 'name': '', 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01', 'tenant_id': '9450476075be4d51833224be59b18143', 'mac_address': 'fa:16:3e:ba:29:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '100c6095-ccb7-4549-a3cc-5398fc0af1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:40Z', 'updated_at': '2022-04-08T11:08:41Z', 'revision_number': 2, 'project_id': '9450476075be4d51833224be59b18143', 'subnets': [{'id': '100c6095-ccb7-4549-a3cc-5398fc0af1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:08:44.182158 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac23d4b-66cb-4ff5-a4da-d8eb1186e19e None None] Checking router: 88daa066-b455-46b9-a15b-0c1a477222f0 for host: dv-cinder-836073-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:08:44.182517 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac23d4b-66cb-4ff5-a4da-d8eb1186e19e None None] Updating router 88daa066-b455-46b9-a15b-0c1a477222f0 port d47809be-72a1-45c0-adf1-efea70f1fd9a binding host dv-cinder-836073-3-iscsi {{(pid=104018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:08:44.221304 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1ac23d4b-66cb-4ff5-a4da-d8eb1186e19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (d47809be-72a1-45c0-adf1-efea70f1fd9a), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:44.243209 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-b7ca37b4-90cf-41de-9457-76a9ee9d8f4e tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:44.245129 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-b7ca37b4-90cf-41de-9457-76a9ee9d8f4e tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/networks?id=90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01 HTTP/1.1" status: 200 len: 818 time: 0.1157076 Apr 08 11:08:44.271914 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-ca15cfa5-0785-4b17-a8db-98c5ff4de364 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/quotas/9450476075be4d51833224be59b18143 HTTP/1.1" status: 200 len: 375 time: 0.0201404 Apr 08 11:08:44.348170 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-b5def7f0-e73d-4cc9-9c76-face837dad74 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9450476075be4d51833224be59b18143&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0691018 Apr 08 11:08:44.470963 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-38d8dee6-6279-48de-9df5-76cd6c7059ee service neutron] 10.222.0.53 "GET /v2.0/networks/90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152861 Apr 08 11:08:44.587092 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-3da70fc3-89bc-4775-bbab-9a08f0124122 service neutron] 10.222.0.53 "GET /v2.0/networks/90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094878 Apr 08 11:08:44.715847 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1ac23d4b-66cb-4ff5-a4da-d8eb1186e19e None None] Publish callbacks [] for port (d47809be-72a1-45c0-adf1-efea70f1fd9a), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:44.794752 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1ac23d4b-66cb-4ff5-a4da-d8eb1186e19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (d47809be-72a1-45c0-adf1-efea70f1fd9a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:44.857389 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538244ed-0509-464d-8aa2-261bf1fd90ee None None] Pushing event updated for resources: {'Port': ['ID=d47809be-72a1-45c0-adf1-efea70f1fd9a,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:44.861764 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4f2a62c6-495c-49c6-91fb-7055bdae88be req-53a81086-4b88-4692-bde8-f08549ce35ea tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 210 time: 0.0507047 Apr 08 11:08:44.944426 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 12bec263-c83b-4a84-a33c-4472bb687815 up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:08:45.036282 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-1ac23d4b-66cb-4ff5-a4da-d8eb1186e19e None None] Attempting to bind port d47809be-72a1-45c0-adf1-efea70f1fd9a on host dv-cinder-836073-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:08:45.036851 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-1ac23d4b-66cb-4ff5-a4da-d8eb1186e19e None None] Attempting to bind port d47809be-72a1-45c0-adf1-efea70f1fd9a by drivers openvswitch,hyperv on host dv-cinder-836073-3-iscsi at level 0 using segments [{'id': '613f7358-0b7f-46c2-b204-8ee3ad5427d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:08:45.037420 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac23d4b-66cb-4ff5-a4da-d8eb1186e19e None None] Attempting to bind port d47809be-72a1-45c0-adf1-efea70f1fd9a on network 90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:08:45.051713 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac23d4b-66cb-4ff5-a4da-d8eb1186e19e None None] Checking agent: {'id': 'eea5fd99-e581-41a4-a61b-1141d246636d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 58, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:08:45.052496 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac23d4b-66cb-4ff5-a4da-d8eb1186e19e None None] Checking segment: {'id': '613f7358-0b7f-46c2-b204-8ee3ad5427d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:08:45.052930 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1ac23d4b-66cb-4ff5-a4da-d8eb1186e19e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:45.053477 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac23d4b-66cb-4ff5-a4da-d8eb1186e19e None None] Bound using segment: {'id': '613f7358-0b7f-46c2-b204-8ee3ad5427d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:08:45.053877 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-1ac23d4b-66cb-4ff5-a4da-d8eb1186e19e None None] Bound port: d47809be-72a1-45c0-adf1-efea70f1fd9a, host: dv-cinder-836073-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '613f7358-0b7f-46c2-b204-8ee3ad5427d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:08:45.054512 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1ac23d4b-66cb-4ff5-a4da-d8eb1186e19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (d47809be-72a1-45c0-adf1-efea70f1fd9a), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:45.110464 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port 12bec263-c83b-4a84-a33c-4472bb687815 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:08:45.110863 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (12bec263-c83b-4a84-a33c-4472bb687815), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:45.178844 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1ac23d4b-66cb-4ff5-a4da-d8eb1186e19e None None] For port d47809be-72a1-45c0-adf1-efea70f1fd9a, host dv-cinder-836073-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:08:45.193931 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1ac23d4b-66cb-4ff5-a4da-d8eb1186e19e None None] For port d47809be-72a1-45c0-adf1-efea70f1fd9a, host dv-cinder-836073-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=d47809be-72a1-45c0-adf1-efea70f1fd9a,segment=NetworkSegment(613f7358-0b7f-46c2-b204-8ee3ad5427d6),segment_id=613f7358-0b7f-46c2-b204-8ee3ad5427d6)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:08:45.242700 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port 12bec263-c83b-4a84-a33c-4472bb687815 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:08:45.253094 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-a084ffa7-8c8e-4d90-8c26-2d385b67db0e None None] Provisioning complete for port d47809be-72a1-45c0-adf1-efea70f1fd9a triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:08:45.253094 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a084ffa7-8c8e-4d90-8c26-2d385b67db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (d47809be-72a1-45c0-adf1-efea70f1fd9a), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:45.296629 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-a084ffa7-8c8e-4d90-8c26-2d385b67db0e None None] Port d47809be-72a1-45c0-adf1-efea70f1fd9a cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:08:45.313467 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1ac23d4b-66cb-4ff5-a4da-d8eb1186e19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (d47809be-72a1-45c0-adf1-efea70f1fd9a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:45.385167 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac23d4b-66cb-4ff5-a4da-d8eb1186e19e None None] Routers {'88daa066-b455-46b9-a15b-0c1a477222f0'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:08:45.385167 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-1ac23d4b-66cb-4ff5-a4da-d8eb1186e19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:08:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['88daa066-b455-46b9-a15b-0c1a477222f0'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:08:45.433865 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538244ed-0509-464d-8aa2-261bf1fd90ee None None] Pushing event updated for resources: {'Port': ['ID=d47809be-72a1-45c0-adf1-efea70f1fd9a,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:45.497022 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 46076) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:45.604884 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-1ac23d4b-66cb-4ff5-a4da-d8eb1186e19e None None] Set router 88daa066-b455-46b9-a15b-0c1a477222f0 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:08:45.674860 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4215f9e2-7d8e-4e58-91e8-8330e2f5d240 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:45.763067 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-481b93b4-92fd-453c-9b0d-e7252c2098c6 None None] Provisioning complete for port d47809be-72a1-45c0-adf1-efea70f1fd9a triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:08:45.763617 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-481b93b4-92fd-453c-9b0d-e7252c2098c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (d47809be-72a1-45c0-adf1-efea70f1fd9a), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:45.765970 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4215f9e2-7d8e-4e58-91e8-8330e2f5d240 admin admin] Publish callbacks [] for security_group (3d2a25e4-e74f-4b2e-8b6e-6af75e4f1640), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:45.853335 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4215f9e2-7d8e-4e58-91e8-8330e2f5d240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (3d2a25e4-e74f-4b2e-8b6e-6af75e4f1640), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:45.902106 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-4215f9e2-7d8e-4e58-91e8-8330e2f5d240 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1f5c4b960f2d4f9db64dc59c2115e121&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4039307 Apr 08 11:08:45.902303 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 46084) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:45.909777 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-481b93b4-92fd-453c-9b0d-e7252c2098c6 None None] Current status of the port d47809be-72a1-45c0-adf1-efea70f1fd9a is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:08:45.914164 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-481b93b4-92fd-453c-9b0d-e7252c2098c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (d47809be-72a1-45c0-adf1-efea70f1fd9a), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:45.915336 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215f9e2-7d8e-4e58-91e8-8330e2f5d240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2a25e4-e74f-4b2e-8b6e-6af75e4f1640,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:45.944142 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-1ac23d4b-66cb-4ff5-a4da-d8eb1186e19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'name': 'tempest-ServerRescueNegativeTestJSON-611312062-router', 'tenant_id': '9450476075be4d51833224be59b18143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '12bec263-c83b-4a84-a33c-4472bb687815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:38Z', 'updated_at': '2022-04-08T11:08:41Z', 'revision_number': 4, 'project_id': '9450476075be4d51833224be59b18143', 'gw_port': {'id': '12bec263-c83b-4a84-a33c-4472bb687815', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:38Z', 'updated_at': '2022-04-08T11:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': 'd47809be-72a1-45c0-adf1-efea70f1fd9a', 'name': '', 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01', 'tenant_id': '9450476075be4d51833224be59b18143', 'mac_address': 'fa:16:3e:ba:29:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '100c6095-ccb7-4549-a3cc-5398fc0af1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:40Z', 'updated_at': '2022-04-08T11:08:45Z', 'revision_number': 4, 'project_id': '9450476075be4d51833224be59b18143', 'subnets': [{'id': '100c6095-ccb7-4549-a3cc-5398fc0af1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:08:45.965524 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ee005285-5124-4b22-8346-842b0727c645 admin admin] Publish callbacks [] for security_group (3d2a25e4-e74f-4b2e-8b6e-6af75e4f1640), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:45.968305 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-297ff488-78e0-45a2-9040-955813e952f4 req-dc6483c0-2a51-4338-b446-6a64a4e93848 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 210 time: 0.0367477 Apr 08 11:08:45.977107 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac23d4b-66cb-4ff5-a4da-d8eb1186e19e None None] The sync data for ids ['88daa066-b455-46b9-a15b-0c1a477222f0'] in dv-cinder-836073-3-iscsi is: [{'id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'name': 'tempest-ServerRescueNegativeTestJSON-611312062-router', 'tenant_id': '9450476075be4d51833224be59b18143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '12bec263-c83b-4a84-a33c-4472bb687815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:38Z', 'updated_at': '2022-04-08T11:08:41Z', 'revision_number': 4, 'project_id': '9450476075be4d51833224be59b18143', 'gw_port': {'id': '12bec263-c83b-4a84-a33c-4472bb687815', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:38Z', 'updated_at': '2022-04-08T11:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': 'd47809be-72a1-45c0-adf1-efea70f1fd9a', 'name': '', 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01', 'tenant_id': '9450476075be4d51833224be59b18143', 'mac_address': 'fa:16:3e:ba:29:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '100c6095-ccb7-4549-a3cc-5398fc0af1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:40Z', 'updated_at': '2022-04-08T11:08:45Z', 'revision_number': 4, 'project_id': '9450476075be4d51833224be59b18143', 'subnets': [{'id': '100c6095-ccb7-4549-a3cc-5398fc0af1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:08:46.005965 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ee005285-5124-4b22-8346-842b0727c645 admin admin] Publish callbacks [] for security_group (3d2a25e4-e74f-4b2e-8b6e-6af75e4f1640), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:46.016997 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-481b93b4-92fd-453c-9b0d-e7252c2098c6 None None] For port d47809be-72a1-45c0-adf1-efea70f1fd9a, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=d47809be-72a1-45c0-adf1-efea70f1fd9a,segment=NetworkSegment(613f7358-0b7f-46c2-b204-8ee3ad5427d6),segment_id=613f7358-0b7f-46c2-b204-8ee3ad5427d6)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:08:46.058178 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-481b93b4-92fd-453c-9b0d-e7252c2098c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (d47809be-72a1-45c0-adf1-efea70f1fd9a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:46.135779 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b93b4-92fd-453c-9b0d-e7252c2098c6 None None] Pushing event updated for resources: {'Port': ['ID=d47809be-72a1-45c0-adf1-efea70f1fd9a,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:46.142041 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ee005285-5124-4b22-8346-842b0727c645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (3d2a25e4-e74f-4b2e-8b6e-6af75e4f1640), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:46.144634 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ee005285-5124-4b22-8346-842b0727c645 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:46.145806 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-ee005285-5124-4b22-8346-842b0727c645 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3d2a25e4-e74f-4b2e-8b6e-6af75e4f1640 HTTP/1.1" status: 204 len: 168 time: 0.2420902 Apr 08 11:08:46.156414 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee005285-5124-4b22-8346-842b0727c645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2a25e4-e74f-4b2e-8b6e-6af75e4f1640,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:46.162231 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 46090) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:46.319404 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7d334256-1ed1-475f-afa1-5aa3f4d2eff4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:46.447679 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7d334256-1ed1-475f-afa1-5aa3f4d2eff4 admin admin] Publish callbacks [] for security_group (2c30b858-abeb-4cbe-8dbe-278f8cdb2f53), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:46.535868 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7d334256-1ed1-475f-afa1-5aa3f4d2eff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (2c30b858-abeb-4cbe-8dbe-278f8cdb2f53), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:46.676380 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d334256-1ed1-475f-afa1-5aa3f4d2eff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c30b858-abeb-4cbe-8dbe-278f8cdb2f53,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:46.741278 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 46114) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:46.741493 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-7d334256-1ed1-475f-afa1-5aa3f4d2eff4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ed58452c36474cf0a7949e47af6e9c51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5781167 Apr 08 11:08:46.811510 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-057058eb-7225-4ddd-aed2-e1ffcdbd271b tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:46.819797 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-057058eb-7225-4ddd-aed2-e1ffcdbd271b tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.25 "GET /v2.0/networks?id=90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01 HTTP/1.1" status: 200 len: 818 time: 0.2576606 Apr 08 11:08:46.860116 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-ff97347a-8868-4aca-9f58-59d663d69e55 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Request body: {'port': {'device_id': '1e432f2c-f993-417f-89e6-33256174ddf4', 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01', 'admin_state_up': True, 'tenant_id': '9450476075be4d51833224be59b18143'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:08:46.903675 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fe9ceed5-c82f-42b8-ae58-a49e5d309fb1 admin admin] Publish callbacks [] for security_group (2c30b858-abeb-4cbe-8dbe-278f8cdb2f53), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:46.959205 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 46118) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:46.971444 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fe9ceed5-c82f-42b8-ae58-a49e5d309fb1 admin admin] Publish callbacks [] for security_group (2c30b858-abeb-4cbe-8dbe-278f8cdb2f53), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:46.974960 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device d47809be-72a1-45c0-adf1-efea70f1fd9a up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:08:47.002929 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 46120) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:47.098247 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fe9ceed5-c82f-42b8-ae58-a49e5d309fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (2c30b858-abeb-4cbe-8dbe-278f8cdb2f53), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:47.099002 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port d47809be-72a1-45c0-adf1-efea70f1fd9a triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:08:47.101364 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (d47809be-72a1-45c0-adf1-efea70f1fd9a), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:47.101752 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fe9ceed5-c82f-42b8-ae58-a49e5d309fb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:47.106566 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-fe9ceed5-c82f-42b8-ae58-a49e5d309fb1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2c30b858-abeb-4cbe-8dbe-278f8cdb2f53 HTTP/1.1" status: 204 len: 168 time: 0.3643966 Apr 08 11:08:47.111822 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ccd3fd90-807d-412d-a3c3-6a6abb0bafb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:47.121639 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ceed5-c82f-42b8-ae58-a49e5d309fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c30b858-abeb-4cbe-8dbe-278f8cdb2f53,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:47.161747 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-cea0bae2-8564-4efe-9d7b-ed29bfade130 req-0a663487-2fcd-4d0c-b835-20cc011159ae tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 210 time: 0.0524962 Apr 08 11:08:47.232451 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port d47809be-72a1-45c0-adf1-efea70f1fd9a is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:08:47.324503 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ccd3fd90-807d-412d-a3c3-6a6abb0bafb7 admin admin] Publish callbacks [] for security_group (162a49ac-20fe-4ac3-8b30-d19e5bcd0779), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:47.346948 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a192017a-d8c5-4788-8ce2-b68ce0b3dfd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:47.393127 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-ff97347a-8868-4aca-9f58-59d663d69e55 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Made reservation on behalf of 9450476075be4d51833224be59b18143 for: {'port': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:08:47.396679 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-ff97347a-8868-4aca-9f58-59d663d69e55 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:47.401477 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ccd3fd90-807d-412d-a3c3-6a6abb0bafb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (162a49ac-20fe-4ac3-8b30-d19e5bcd0779), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:47.446573 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a192017a-d8c5-4788-8ce2-b68ce0b3dfd7 admin admin] Publish callbacks [] for security_group (874c6b2e-10ec-4d4f-a26e-300e0361ca1a), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:47.455114 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-ccd3fd90-807d-412d-a3c3-6a6abb0bafb7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ecfb7c8bb58e41d187506b55ce40f0b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4898365 Apr 08 11:08:47.455436 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 46130) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:47.470585 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd3fd90-807d-412d-a3c3-6a6abb0bafb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162a49ac-20fe-4ac3-8b30-d19e5bcd0779,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:47.516625 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a192017a-d8c5-4788-8ce2-b68ce0b3dfd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (874c6b2e-10ec-4d4f-a26e-300e0361ca1a), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:47.550153 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-a192017a-d8c5-4788-8ce2-b68ce0b3dfd7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c00dd4576aa948649478569f9f182ae2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5459588 Apr 08 11:08:47.552132 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 46136) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:47.554389 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-43db94ca-e7e3-4d9b-a792-5c622dd5298c admin admin] Publish callbacks [] for security_group (162a49ac-20fe-4ac3-8b30-d19e5bcd0779), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:47.595253 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-43db94ca-e7e3-4d9b-a792-5c622dd5298c admin admin] Publish callbacks [] for security_group (162a49ac-20fe-4ac3-8b30-d19e5bcd0779), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:47.639027 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-ff97347a-8868-4aca-9f58-59d663d69e55 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Allocated IP 172.20.0.6 (90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01/100c6095-ccb7-4549-a3cc-5398fc0af1f1/28bfb6b5-80a3-44a5-8807-cb2e795646a0) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:08:47.670958 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a192017a-d8c5-4788-8ce2-b68ce0b3dfd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874c6b2e-10ec-4d4f-a26e-300e0361ca1a,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:47.708833 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-867d1157-a17a-4390-a6d4-9c262d78ecbd admin admin] Publish callbacks [] for security_group (874c6b2e-10ec-4d4f-a26e-300e0361ca1a), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:47.734020 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-867d1157-a17a-4390-a6d4-9c262d78ecbd admin admin] Publish callbacks [] for security_group (874c6b2e-10ec-4d4f-a26e-300e0361ca1a), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:47.850106 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-43db94ca-e7e3-4d9b-a792-5c622dd5298c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (162a49ac-20fe-4ac3-8b30-d19e5bcd0779), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:47.853112 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-43db94ca-e7e3-4d9b-a792-5c622dd5298c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:47.854405 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-43db94ca-e7e3-4d9b-a792-5c622dd5298c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/162a49ac-20fe-4ac3-8b30-d19e5bcd0779 HTTP/1.1" status: 204 len: 168 time: 0.3978903 Apr 08 11:08:47.855887 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-ff97347a-8868-4aca-9f58-59d663d69e55 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks [] for port (28bfb6b5-80a3-44a5-8807-cb2e795646a0), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:47.862678 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db94ca-e7e3-4d9b-a792-5c622dd5298c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162a49ac-20fe-4ac3-8b30-d19e5bcd0779,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:47.947533 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-867d1157-a17a-4390-a6d4-9c262d78ecbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (874c6b2e-10ec-4d4f-a26e-300e0361ca1a), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:47.950502 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-867d1157-a17a-4390-a6d4-9c262d78ecbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:47.951670 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-867d1157-a17a-4390-a6d4-9c262d78ecbd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/874c6b2e-10ec-4d4f-a26e-300e0361ca1a HTTP/1.1" status: 204 len: 168 time: 0.3984797 Apr 08 11:08:47.960197 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d1157-a17a-4390-a6d4-9c262d78ecbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874c6b2e-10ec-4d4f-a26e-300e0361ca1a,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:47.999274 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-ff97347a-8868-4aca-9f58-59d663d69e55 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (28bfb6b5-80a3-44a5-8807-cb2e795646a0), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:48.041818 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-ff97347a-8868-4aca-9f58-59d663d69e55 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Network 90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:08:48.044708 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-ff97347a-8868-4aca-9f58-59d663d69e55 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:08:48.047278 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-ff97347a-8868-4aca-9f58-59d663d69e55 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:08:48.319011 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-14e95379-54dc-4478-95db-ecc1f6497623 None None] Provisioning complete for port 28bfb6b5-80a3-44a5-8807-cb2e795646a0 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:08:48.323201 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-14e95379-54dc-4478-95db-ecc1f6497623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (28bfb6b5-80a3-44a5-8807-cb2e795646a0), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:48.369848 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97347a-8868-4aca-9f58-59d663d69e55 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Pushing event updated for resources: {'Port': ['ID=28bfb6b5-80a3-44a5-8807-cb2e795646a0,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:48.370104 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-14e95379-54dc-4478-95db-ecc1f6497623 None None] Port 28bfb6b5-80a3-44a5-8807-cb2e795646a0 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:08:48.410046 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b40d6d0b-93b3-43ec-b976-94ad303f168c req-269ef08b-0129-4853-a94d-3978c718c4cf tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 210 time: 0.0456374 Apr 08 11:08:48.438884 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-ff97347a-8868-4aca-9f58-59d663d69e55 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:48.439538 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-ff97347a-8868-4aca-9f58-59d663d69e55 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:48.467049 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-e8eb1330-d4f3-4924-8937-00605fd7ec90 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:48.468745 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-e8eb1330-d4f3-4924-8937-00605fd7ec90 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.25 "GET /v2.0/networks?id=90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01 HTTP/1.1" status: 200 len: 818 time: 0.1753387 Apr 08 11:08:48.490661 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-6b730fe3-1521-44b9-8435-0375253e666a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Request body: {'port': {'device_id': 'a89c6605-5b7b-41f9-b8d4-5e248863adc5', 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01', 'admin_state_up': True, 'tenant_id': '9450476075be4d51833224be59b18143'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:08:48.559746 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-ff97347a-8868-4aca-9f58-59d663d69e55 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7036891 Apr 08 11:08:48.673065 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-6b730fe3-1521-44b9-8435-0375253e666a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Made reservation on behalf of 9450476075be4d51833224be59b18143 for: {'port': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:08:48.676408 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-6b730fe3-1521-44b9-8435-0375253e666a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:48.694321 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-3f84cd42-f880-42d0-a340-14f79fd33924 service neutron] Request body: {'port': {'device_id': '1e432f2c-f993-417f-89e6-33256174ddf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:08:48.809074 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-3f84cd42-f880-42d0-a340-14f79fd33924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (28bfb6b5-80a3-44a5-8807-cb2e795646a0), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:48.888610 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-6b730fe3-1521-44b9-8435-0375253e666a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Allocated IP 172.20.0.13 (90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01/100c6095-ccb7-4549-a3cc-5398fc0af1f1/29d9e174-bc71-4a2d-be31-99e62c5d87bd) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:08:49.108503 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-6b730fe3-1521-44b9-8435-0375253e666a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks [] for port (29d9e174-bc71-4a2d-be31-99e62c5d87bd), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:49.202291 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-6b730fe3-1521-44b9-8435-0375253e666a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (29d9e174-bc71-4a2d-be31-99e62c5d87bd), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:49.293805 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 46212) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:49.308322 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-6b730fe3-1521-44b9-8435-0375253e666a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Network 90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:08:49.311196 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b730fe3-1521-44b9-8435-0375253e666a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Pushing event updated for resources: {'Port': ['ID=29d9e174-bc71-4a2d-be31-99e62c5d87bd,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:49.317400 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-6b730fe3-1521-44b9-8435-0375253e666a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:08:49.321379 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-6b730fe3-1521-44b9-8435-0375253e666a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:08:49.394130 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-6b730fe3-1521-44b9-8435-0375253e666a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:49.394770 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-6b730fe3-1521-44b9-8435-0375253e666a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:49.471142 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-3f84cd42-f880-42d0-a340-14f79fd33924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28bfb6b5-80a3-44a5-8807-cb2e795646a0 {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:08:49.481884 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-3f84cd42-f880-42d0-a340-14f79fd33924 service neutron] Publish callbacks [] for port (28bfb6b5-80a3-44a5-8807-cb2e795646a0), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:49.499515 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-3f84cd42-f880-42d0-a340-14f79fd33924 service neutron] Transition to ACTIVE for port object 28bfb6b5-80a3-44a5-8807-cb2e795646a0 will not be triggered until provisioned by entity L2. {{(pid=104016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:08:49.515269 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-6b730fe3-1521-44b9-8435-0375253e666a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0262535 Apr 08 11:08:49.533909 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-3fdf6526-1d06-4401-b7a4-c5d96b689a8e service neutron] Request body: {'port': {'device_id': 'a89c6605-5b7b-41f9-b8d4-5e248863adc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:08:49.564381 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-3f84cd42-f880-42d0-a340-14f79fd33924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3536654'] for port (28bfb6b5-80a3-44a5-8807-cb2e795646a0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:49.565186 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c939dc-4400-4aa6-8c15-a42065e5ea07 req-46d1155d-db02-4393-8f20-ecf4c5319507 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:49.573528 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-27c939dc-4400-4aa6-8c15-a42065e5ea07 req-46d1155d-db02-4393-8f20-ecf4c5319507 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 932 time: 0.0709403 Apr 08 11:08:49.620268 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1b7a4b50-e6f9-43fd-aad3-0b19bad7d164 None None] Provisioning complete for port 29d9e174-bc71-4a2d-be31-99e62c5d87bd triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:08:49.621918 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1b7a4b50-e6f9-43fd-aad3-0b19bad7d164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (29d9e174-bc71-4a2d-be31-99e62c5d87bd), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:49.670929 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-27c939dc-4400-4aa6-8c15-a42065e5ea07 req-dc2038c4-050b-4160-9dda-dd6fc89fe68b tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970755 Apr 08 11:08:49.689894 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1b7a4b50-e6f9-43fd-aad3-0b19bad7d164 None None] Port 29d9e174-bc71-4a2d-be31-99e62c5d87bd cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:08:49.711682 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-3fdf6526-1d06-4401-b7a4-c5d96b689a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (29d9e174-bc71-4a2d-be31-99e62c5d87bd), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:49.720380 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-b68c024c-bdc1-4b4d-a6c7-946e86204cb3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-37540332-network', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:08:49.757383 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f84cd42-f880-42d0-a340-14f79fd33924 service neutron] Pushing event updated for resources: {'Port': ['ID=28bfb6b5-80a3-44a5-8807-cb2e795646a0,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:49.798498 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68c024c-bdc1-4b4d-a6c7-946e86204cb3 admin admin] Made reservation on behalf of dbbd14ea76324b76bd17c80e4eceaef9 for: {'network': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:08:49.800896 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b68c024c-bdc1-4b4d-a6c7-946e86204cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for network (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:49.813993 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b68c024c-bdc1-4b4d-a6c7-946e86204cb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:49.935744 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b68c024c-bdc1-4b4d-a6c7-946e86204cb3 admin admin] Publish callbacks [] for security_group (e30217cf-d652-4845-879e-abbe99f79216), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:49.937644 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-3f84cd42-f880-42d0-a340-14f79fd33924 service neutron] Attempting to bind port 28bfb6b5-80a3-44a5-8807-cb2e795646a0 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:08:49.937985 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-3f84cd42-f880-42d0-a340-14f79fd33924 service neutron] Attempting to bind port 28bfb6b5-80a3-44a5-8807-cb2e795646a0 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '613f7358-0b7f-46c2-b204-8ee3ad5427d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:08:49.938533 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-3f84cd42-f880-42d0-a340-14f79fd33924 service neutron] Attempting to bind port 28bfb6b5-80a3-44a5-8807-cb2e795646a0 on network 90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:08:49.958812 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-3f84cd42-f880-42d0-a340-14f79fd33924 service neutron] Port 28bfb6b5-80a3-44a5-8807-cb2e795646a0 on network 90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:08:49.959148 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-3f84cd42-f880-42d0-a340-14f79fd33924 service neutron] Attempting to bind port 28bfb6b5-80a3-44a5-8807-cb2e795646a0 on network 90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:08:49.989803 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-3f84cd42-f880-42d0-a340-14f79fd33924 service neutron] Checking agent: {'id': '05eae265-77bc-4fda-a145-417801a6b133', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'started_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:08:49.990143 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-3f84cd42-f880-42d0-a340-14f79fd33924 service neutron] Checking segment: {'id': '613f7358-0b7f-46c2-b204-8ee3ad5427d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:08:49.990581 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-3f84cd42-f880-42d0-a340-14f79fd33924 service neutron] Bound using segment: {'id': '613f7358-0b7f-46c2-b204-8ee3ad5427d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:08:49.992192 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-3f84cd42-f880-42d0-a340-14f79fd33924 service neutron] Bound port: 28bfb6b5-80a3-44a5-8807-cb2e795646a0, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '613f7358-0b7f-46c2-b204-8ee3ad5427d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:08:49.992192 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-3f84cd42-f880-42d0-a340-14f79fd33924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (28bfb6b5-80a3-44a5-8807-cb2e795646a0), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:50.010269 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b68c024c-bdc1-4b4d-a6c7-946e86204cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (e30217cf-d652-4845-879e-abbe99f79216), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:50.032280 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b68c024c-bdc1-4b4d-a6c7-946e86204cb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=104017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:08:50.048206 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c024c-bdc1-4b4d-a6c7-946e86204cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30217cf-d652-4845-879e-abbe99f79216,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:50.051099 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b68c024c-bdc1-4b4d-a6c7-946e86204cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154'] for segment (19af6e16-2d4e-4c32-a209-a5bfe8de0cac), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:50.051446 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.db.segments_db [None req-b68c024c-bdc1-4b4d-a6c7-946e86204cb3 admin admin] Added segment 19af6e16-2d4e-4c32-a209-a5bfe8de0cac of type vlan for network 92663085-05c4-47d0-9ecc-faab9dcfcd0e Apr 08 11:08:50.093052 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-3f84cd42-f880-42d0-a340-14f79fd33924 service neutron] For port 28bfb6b5-80a3-44a5-8807-cb2e795646a0, host hv-cinder-83607, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:08:50.096689 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b68c024c-bdc1-4b4d-a6c7-946e86204cb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771786507915'] for network (92663085-05c4-47d0-9ecc-faab9dcfcd0e), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:50.117119 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-3f84cd42-f880-42d0-a340-14f79fd33924 service neutron] For port 28bfb6b5-80a3-44a5-8807-cb2e795646a0, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=28bfb6b5-80a3-44a5-8807-cb2e795646a0,segment=NetworkSegment(613f7358-0b7f-46c2-b204-8ee3ad5427d6),segment_id=613f7358-0b7f-46c2-b204-8ee3ad5427d6)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:08:50.154010 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-3fdf6526-1d06-4401-b7a4-c5d96b689a8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d9e174-bc71-4a2d-be31-99e62c5d87bd {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:08:50.163217 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-3fdf6526-1d06-4401-b7a4-c5d96b689a8e service neutron] Publish callbacks [] for port (29d9e174-bc71-4a2d-be31-99e62c5d87bd), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:50.176914 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-3fdf6526-1d06-4401-b7a4-c5d96b689a8e service neutron] Transition to ACTIVE for port object 29d9e174-bc71-4a2d-be31-99e62c5d87bd will not be triggered until provisioned by entity L2. {{(pid=104016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:08:50.192760 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-3f84cd42-f880-42d0-a340-14f79fd33924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3536654'] for port (28bfb6b5-80a3-44a5-8807-cb2e795646a0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:50.223954 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-3f84cd42-f880-42d0-a340-14f79fd33924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:50.224775 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-3f84cd42-f880-42d0-a340-14f79fd33924 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:50.226180 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-3f84cd42-f880-42d0-a340-14f79fd33924 service neutron] 10.222.0.25 "PUT /v2.0/ports/28bfb6b5-80a3-44a5-8807-cb2e795646a0 HTTP/1.1" status: 200 len: 1093 time: 1.5358100 Apr 08 11:08:50.228949 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e432f2c-f993-417f-89e6-33256174ddf4', 'tag': '28bfb6b5-80a3-44a5-8807-cb2e795646a0'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:08:50.231328 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94268bea-cf33-4bd6-b8ea-6815cc2ded0d" -d '{"events": [{"name": "network-changed", "server_uuid": "1e432f2c-f993-417f-89e6-33256174ddf4", "tag": "28bfb6b5-80a3-44a5-8807-cb2e795646a0"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:08:50.249673 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b68c024c-bdc1-4b4d-a6c7-946e86204cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7922337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737'] for network (92663085-05c4-47d0-9ecc-faab9dcfcd0e), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:50.250815 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68c024c-bdc1-4b4d-a6c7-946e86204cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:50.251413 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b68c024c-bdc1-4b4d-a6c7-946e86204cb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:50.276075 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f84cd42-f880-42d0-a340-14f79fd33924 service neutron] Pushing event updated for resources: {'Port': ['ID=28bfb6b5-80a3-44a5-8807-cb2e795646a0,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:50.291993 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3334389-42e7-49de-9195-09066a842946 x-openstack-request-id: req-a3334389-42e7-49de-9195-09066a842946 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:08:50.291993 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e432f2c-f993-417f-89e6-33256174ddf4", "tag": "28bfb6b5-80a3-44a5-8807-cb2e795646a0", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:08:50.291993 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a3334389-42e7-49de-9195-09066a842946 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:08:50.291993 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3334389-42e7-49de-9195-09066a842946'] response: {'name': 'network-changed', 'server_uuid': '1e432f2c-f993-417f-89e6-33256174ddf4', 'tag': '28bfb6b5-80a3-44a5-8807-cb2e795646a0', 'status': 'completed', 'code': 200} Apr 08 11:08:50.302340 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-3fdf6526-1d06-4401-b7a4-c5d96b689a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3536654'] for port (29d9e174-bc71-4a2d-be31-99e62c5d87bd), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:50.324402 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c024c-bdc1-4b4d-a6c7-946e86204cb3 admin admin] Pushing event updated for resources: {'Network': ['ID=92663085-05c4-47d0-9ecc-faab9dcfcd0e,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:50.343727 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Network 92663085-05c4-47d0-9ecc-faab9dcfcd0e details requested by agent ovs-agent-dv-cinder-836073-3-iscsi with host dv-cinder-836073-3-iscsi {{(pid=104018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:08:50.390731 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-b68c024c-bdc1-4b4d-a6c7-946e86204cb3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0951512 Apr 08 11:08:50.392969 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 46250) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:50.399639 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-07153ff7-4063-4539-9b79-02a75e43875c admin admin] Request body: {'subnet': {'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-37540332-subnet', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'ip_version': 4}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:08:50.487757 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf6526-1d06-4401-b7a4-c5d96b689a8e service neutron] Pushing event updated for resources: {'Port': ['ID=29d9e174-bc71-4a2d-be31-99e62c5d87bd,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:50.520678 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94268bea-cf33-4bd6-b8ea-6815cc2ded0d req-8804501e-ba21-4d09-97bd-d6773eb01f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:50.522211 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-94268bea-cf33-4bd6-b8ea-6815cc2ded0d req-8804501e-ba21-4d09-97bd-d6773eb01f22 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9450476075be4d51833224be59b18143&device_id=1e432f2c-f993-417f-89e6-33256174ddf4 HTTP/1.1" status: 200 len: 1127 time: 0.1453528 Apr 08 11:08:50.524873 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07153ff7-4063-4539-9b79-02a75e43875c admin admin] Made reservation on behalf of dbbd14ea76324b76bd17c80e4eceaef9 for: {'subnet': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:08:50.529295 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-07153ff7-4063-4539-9b79-02a75e43875c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:50.537981 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-3fdf6526-1d06-4401-b7a4-c5d96b689a8e service neutron] Attempting to bind port 29d9e174-bc71-4a2d-be31-99e62c5d87bd on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:08:50.538315 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-3fdf6526-1d06-4401-b7a4-c5d96b689a8e service neutron] Attempting to bind port 29d9e174-bc71-4a2d-be31-99e62c5d87bd by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '613f7358-0b7f-46c2-b204-8ee3ad5427d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:08:50.538634 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-3fdf6526-1d06-4401-b7a4-c5d96b689a8e service neutron] Attempting to bind port 29d9e174-bc71-4a2d-be31-99e62c5d87bd on network 90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:08:50.562095 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-3fdf6526-1d06-4401-b7a4-c5d96b689a8e service neutron] Port 29d9e174-bc71-4a2d-be31-99e62c5d87bd on network 90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:08:50.562418 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-3fdf6526-1d06-4401-b7a4-c5d96b689a8e service neutron] Attempting to bind port 29d9e174-bc71-4a2d-be31-99e62c5d87bd on network 90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:08:50.605332 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-3fdf6526-1d06-4401-b7a4-c5d96b689a8e service neutron] Checking agent: {'id': '05eae265-77bc-4fda-a145-417801a6b133', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'started_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:08:50.605693 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-3fdf6526-1d06-4401-b7a4-c5d96b689a8e service neutron] Checking segment: {'id': '613f7358-0b7f-46c2-b204-8ee3ad5427d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:08:50.606080 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-3fdf6526-1d06-4401-b7a4-c5d96b689a8e service neutron] Bound using segment: {'id': '613f7358-0b7f-46c2-b204-8ee3ad5427d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:08:50.606520 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-3fdf6526-1d06-4401-b7a4-c5d96b689a8e service neutron] Bound port: 29d9e174-bc71-4a2d-be31-99e62c5d87bd, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '613f7358-0b7f-46c2-b204-8ee3ad5427d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:08:50.606871 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-3fdf6526-1d06-4401-b7a4-c5d96b689a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (29d9e174-bc71-4a2d-be31-99e62c5d87bd), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:50.844841 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94268bea-cf33-4bd6-b8ea-6815cc2ded0d req-c10d7d39-59e7-418c-9ee0-d966b99fd232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:50.852268 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-94268bea-cf33-4bd6-b8ea-6815cc2ded0d req-c10d7d39-59e7-418c-9ee0-d966b99fd232 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=9450476075be4d51833224be59b18143&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3094742 Apr 08 11:08:50.873869 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248610c2-aed7-48b7-a39a-483ba17230b3 req-26adf2bb-b4f9-4cd7-9392-65ff61156fc6 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:50.875425 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-248610c2-aed7-48b7-a39a-483ba17230b3 req-26adf2bb-b4f9-4cd7-9392-65ff61156fc6 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 944 time: 0.0769043 Apr 08 11:08:50.878912 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-3fdf6526-1d06-4401-b7a4-c5d96b689a8e service neutron] For port 29d9e174-bc71-4a2d-be31-99e62c5d87bd, host hv-cinder-83607, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:08:50.912424 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-07153ff7-4063-4539-9b79-02a75e43875c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737'] for subnet (1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:50.934221 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-3fdf6526-1d06-4401-b7a4-c5d96b689a8e service neutron] For port 29d9e174-bc71-4a2d-be31-99e62c5d87bd, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=29d9e174-bc71-4a2d-be31-99e62c5d87bd,segment=NetworkSegment(613f7358-0b7f-46c2-b204-8ee3ad5427d6),segment_id=613f7358-0b7f-46c2-b204-8ee3ad5427d6)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:08:51.001433 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07153ff7-4063-4539-9b79-02a75e43875c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:51.011184 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-248610c2-aed7-48b7-a39a-483ba17230b3 req-69fd6732-0e4e-4fe6-8c55-f31ef1b29125 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212111 Apr 08 11:08:51.030386 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07153ff7-4063-4539-9b79-02a75e43875c admin admin] Checking segment: {'id': '19af6e16-2d4e-4c32-a209-a5bfe8de0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:08:51.031178 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07153ff7-4063-4539-9b79-02a75e43875c admin admin] Network hostable DHCP agents. Network: 92663085-05c4-47d0-9ecc-faab9dcfcd0e, hostable agents: ['19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3'], hosted agents: [] {{(pid=104017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:08:51.064026 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94268bea-cf33-4bd6-b8ea-6815cc2ded0d req-a1b934d8-e771-4841-838a-4b88f5ce0cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:51.066067 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-94268bea-cf33-4bd6-b8ea-6815cc2ded0d req-a1b934d8-e771-4841-838a-4b88f5ce0cac service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2057583 Apr 08 11:08:51.070304 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-3fdf6526-1d06-4401-b7a4-c5d96b689a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3536654'] for port (29d9e174-bc71-4a2d-be31-99e62c5d87bd), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:51.107732 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-3fdf6526-1d06-4401-b7a4-c5d96b689a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:51.108350 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-3fdf6526-1d06-4401-b7a4-c5d96b689a8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:51.109744 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-3fdf6526-1d06-4401-b7a4-c5d96b689a8e service neutron] 10.222.0.25 "PUT /v2.0/ports/29d9e174-bc71-4a2d-be31-99e62c5d87bd HTTP/1.1" status: 200 len: 1094 time: 1.5810478 Apr 08 11:08:51.133873 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf6526-1d06-4401-b7a4-c5d96b689a8e service neutron] Pushing event updated for resources: {'Port': ['ID=29d9e174-bc71-4a2d-be31-99e62c5d87bd,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:51.153364 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07153ff7-4063-4539-9b79-02a75e43875c admin admin] Network 92663085-05c4-47d0-9ecc-faab9dcfcd0e is scheduled to be hosted by DHCP agent 19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3 with binding_index 1 {{(pid=104017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:08:51.211700 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-c44cf662-6135-4521-bf2b-b5806ae19c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:51.214152 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-c44cf662-6135-4521-bf2b-b5806ae19c95 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9450476075be4d51833224be59b18143&device_id=1e432f2c-f993-417f-89e6-33256174ddf4 HTTP/1.1" status: 200 len: 1127 time: 0.0522082 Apr 08 11:08:51.239055 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-07153ff7-4063-4539-9b79-02a75e43875c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-3-iscsi, 92663085-05c4-47d0-9ecc-faab9dcfcd0e) {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:08:51.245508 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07153ff7-4063-4539-9b79-02a75e43875c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:51.246354 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-07153ff7-4063-4539-9b79-02a75e43875c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:51.250153 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3370bdfe-ed67-41f6-9128-6115e5cca7b9 None None] Network 92663085-05c4-47d0-9ecc-faab9dcfcd0e requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:08:51.333486 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-486d783c-6530-40ca-8b7c-493696f8cd37 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28bfb6b5-80a3-44a5-8807-cb2e795646a0 HTTP/1.1" status: 200 len: 217 time: 0.0999501 Apr 08 11:08:51.351050 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-07153ff7-4063-4539-9b79-02a75e43875c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9566407 Apr 08 11:08:51.361767 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 46276) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:51.366177 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-a6807b31-2472-4435-9782-6c182af588fd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-37540332-router', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'}}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:08:51.396868 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-4a3e054a-fe9f-4ceb-8b58-2c27bb3e957e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:51.398393 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-4a3e054a-fe9f-4ceb-8b58-2c27bb3e957e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9450476075be4d51833224be59b18143&device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 1128 time: 0.1061933 Apr 08 11:08:51.399870 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-8812b438-b535-4b73-8579-953d552531ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:51.401567 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-8812b438-b535-4b73-8579-953d552531ef service neutron] 10.222.0.25 "GET /v2.0/subnets?id=100c6095-ccb7-4549-a3cc-5398fc0af1f1 HTTP/1.1" status: 200 len: 857 time: 0.0612543 Apr 08 11:08:51.468923 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-ec4ef487-9ef8-4d92-83c9-88b38543852f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29d9e174-bc71-4a2d-be31-99e62c5d87bd HTTP/1.1" status: 200 len: 217 time: 0.0447853 Apr 08 11:08:51.471290 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f3b184-ba11-4f3c-b9c4-54162cd73907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9c17c0d-e777-5cf5-a53f-4f0394d5d5a3-92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'fixed_ips': [{'subnet_id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316'}]}} from dv-cinder-836073-3-iscsi. {{(pid=104018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 11:08:51.472293 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b184-ba11-4f3c-b9c4-54162cd73907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:51.544067 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-8c0e711c-7293-4c5b-9013-3b6df1a2dc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:51.545499 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-8c0e711c-7293-4c5b-9013-3b6df1a2dc7a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=100c6095-ccb7-4549-a3cc-5398fc0af1f1 HTTP/1.1" status: 200 len: 857 time: 0.0590067 Apr 08 11:08:51.555003 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-41107623-bc49-48ab-83dc-e41c89a12f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:51.663899 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-41107623-bc49-48ab-83dc-e41c89a12f24 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1255355 Apr 08 11:08:51.664530 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [None req-a2f3b184-ba11-4f3c-b9c4-54162cd73907 None None] Allocated IP 172.20.0.2 (92663085-05c4-47d0-9ecc-faab9dcfcd0e/1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316/9b7f0100-220a-42d8-87ae-a38ba44ff7f4) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:08:51.760970 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a6807b31-2472-4435-9782-6c182af588fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-458056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1014035'] for router (0dbdc905-e28d-4efe-8621-94d7a0292711), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:51.764287 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a6807b31-2472-4435-9782-6c182af588fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456264', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-479860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1014248'] for router (0dbdc905-e28d-4efe-8621-94d7a0292711), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:51.792382 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b184-ba11-4f3c-b9c4-54162cd73907 None None] Publish callbacks [] for port (9b7f0100-220a-42d8-87ae-a38ba44ff7f4), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:51.796233 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:51.855133 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a6807b31-2472-4435-9782-6c182af588fd admin admin] Publish callbacks [] for router_controller (0dbdc905-e28d-4efe-8621-94d7a0292711), precommit_add_association {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:51.867884 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b184-ba11-4f3c-b9c4-54162cd73907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629'] for port (9b7f0100-220a-42d8-87ae-a38ba44ff7f4), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:51.876478 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-23af1d9f-cdce-4bb9-b80d-d81140814803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:51.878090 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-23af1d9f-cdce-4bb9-b80d-d81140814803 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3256476 Apr 08 11:08:51.908252 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f3b184-ba11-4f3c-b9c4-54162cd73907 None None] Network 92663085-05c4-47d0-9ecc-faab9dcfcd0e is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:08:51.910571 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-da608550-99e9-47a8-94ad-f51cc9f2e25f service neutron] 10.222.0.25 "GET /v2.0/networks/90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449514 Apr 08 11:08:51.917808 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-a2f3b184-ba11-4f3c-b9c4-54162cd73907 None None] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:08:51.928429 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f3b184-ba11-4f3c-b9c4-54162cd73907 None None] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:08:51.932148 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3b184-ba11-4f3c-b9c4-54162cd73907 None None] Pushing event updated for resources: {'Port': ['ID=9b7f0100-220a-42d8-87ae-a38ba44ff7f4,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:51.990886 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-a2f3b184-ba11-4f3c-b9c4-54162cd73907 None None] Attempting to bind port 9b7f0100-220a-42d8-87ae-a38ba44ff7f4 on host dv-cinder-836073-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:08:51.991257 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-a2f3b184-ba11-4f3c-b9c4-54162cd73907 None None] Attempting to bind port 9b7f0100-220a-42d8-87ae-a38ba44ff7f4 by drivers openvswitch,hyperv on host dv-cinder-836073-3-iscsi at level 0 using segments [{'id': '19af6e16-2d4e-4c32-a209-a5bfe8de0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:08:51.991613 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f3b184-ba11-4f3c-b9c4-54162cd73907 None None] Attempting to bind port 9b7f0100-220a-42d8-87ae-a38ba44ff7f4 on network 92663085-05c4-47d0-9ecc-faab9dcfcd0e {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:08:51.998154 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f3b184-ba11-4f3c-b9c4-54162cd73907 None None] Checking agent: {'id': 'eea5fd99-e581-41a4-a61b-1141d246636d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 58, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:08:51.998524 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f3b184-ba11-4f3c-b9c4-54162cd73907 None None] Checking segment: {'id': '19af6e16-2d4e-4c32-a209-a5bfe8de0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:08:51.998927 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b184-ba11-4f3c-b9c4-54162cd73907 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:51.999315 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f3b184-ba11-4f3c-b9c4-54162cd73907 None None] Bound using segment: {'id': '19af6e16-2d4e-4c32-a209-a5bfe8de0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:08:51.999780 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-a2f3b184-ba11-4f3c-b9c4-54162cd73907 None None] Bound port: 9b7f0100-220a-42d8-87ae-a38ba44ff7f4, host: dv-cinder-836073-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af6e16-2d4e-4c32-a209-a5bfe8de0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:08:52.000285 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b184-ba11-4f3c-b9c4-54162cd73907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (9b7f0100-220a-42d8-87ae-a38ba44ff7f4), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:52.021879 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-9c99b4f8-609e-4438-9726-4dcf533b96d9 service neutron] 10.222.0.25 "GET /v2.0/networks/90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326647 Apr 08 11:08:52.077378 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-a2f3b184-ba11-4f3c-b9c4-54162cd73907 None None] For port 9b7f0100-220a-42d8-87ae-a38ba44ff7f4, host dv-cinder-836073-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:08:52.083081 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-a2f3b184-ba11-4f3c-b9c4-54162cd73907 None None] For port 9b7f0100-220a-42d8-87ae-a38ba44ff7f4, host dv-cinder-836073-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=9b7f0100-220a-42d8-87ae-a38ba44ff7f4,segment=NetworkSegment(19af6e16-2d4e-4c32-a209-a5bfe8de0cac),segment_id=19af6e16-2d4e-4c32-a209-a5bfe8de0cac)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:08:52.123725 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a6807b31-2472-4435-9782-6c182af588fd admin admin] Publish callbacks [] for router_gateway (0dbdc905-e28d-4efe-8621-94d7a0292711), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:52.191975 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7c86c002-f3de-41d5-9ec9-00f3acab9101 req-3763a575-0898-49ee-9fb2-fb4aa407636d service neutron] 10.222.0.25 "GET /v2.0/networks/90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697096 Apr 08 11:08:52.227310 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-126bc7bc-51d0-4ee6-ad11-79489c1d01af req-9012f026-a100-4258-9f2e-ab040ec4fc20 service neutron] 10.222.0.25 "GET /v2.0/networks/90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731522 Apr 08 11:08:52.234888 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e89f7-66bf-4636-b802-183e52fff466 req-84bbcde1-a3ea-4cc3-ae5f-0954fbf4fcbb tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:52.236236 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7b5e89f7-66bf-4636-b802-183e52fff466 req-84bbcde1-a3ea-4cc3-ae5f-0954fbf4fcbb tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 944 time: 0.1255615 Apr 08 11:08:52.262336 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b184-ba11-4f3c-b9c4-54162cd73907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (9b7f0100-220a-42d8-87ae-a38ba44ff7f4), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:52.283471 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7b5e89f7-66bf-4636-b802-183e52fff466 req-8b8f1f23-2379-41b3-ae6a-f2e19f499476 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415685 Apr 08 11:08:52.288032 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a89c6605-5b7b-41f9-b8d4-5e248863adc5', 'tag': '29d9e174-bc71-4a2d-be31-99e62c5d87bd'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:08:52.290331 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238ddc82-2076-423e-9656-1434882d7df0" -d '{"events": [{"name": "network-changed", "server_uuid": "a89c6605-5b7b-41f9-b8d4-5e248863adc5", "tag": "29d9e174-bc71-4a2d-be31-99e62c5d87bd"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:08:52.340611 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43503ca4-147d-433f-b71b-66d3a9fd764d x-openstack-request-id: req-43503ca4-147d-433f-b71b-66d3a9fd764d {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:08:52.340814 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a89c6605-5b7b-41f9-b8d4-5e248863adc5", "tag": "29d9e174-bc71-4a2d-be31-99e62c5d87bd", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:08:52.341116 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-43503ca4-147d-433f-b71b-66d3a9fd764d {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:08:52.341565 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43503ca4-147d-433f-b71b-66d3a9fd764d'] response: {'name': 'network-changed', 'server_uuid': 'a89c6605-5b7b-41f9-b8d4-5e248863adc5', 'tag': '29d9e174-bc71-4a2d-be31-99e62c5d87bd', 'status': 'completed', 'code': 200} Apr 08 11:08:52.346739 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3b184-ba11-4f3c-b9c4-54162cd73907 None None] Pushing event updated for resources: {'Port': ['ID=9b7f0100-220a-42d8-87ae-a38ba44ff7f4,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:52.555823 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a6807b31-2472-4435-9782-6c182af588fd admin admin] Publish callbacks [] for router_gateway (0dbdc905-e28d-4efe-8621-94d7a0292711), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:52.573802 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a6807b31-2472-4435-9782-6c182af588fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:52.689637 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-a6807b31-2472-4435-9782-6c182af588fd admin admin] Allocated IP 172.27.0.213 (9ba38368-ff54-4986-b9fd-e3d76f01d727/295b2c6f-15e1-46ca-ae70-e3531500d944/02f5d6da-9e11-46e0-8a18-0697b60386b0) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:08:52.799369 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a6807b31-2472-4435-9782-6c182af588fd admin admin] Publish callbacks [] for port (02f5d6da-9e11-46e0-8a18-0697b60386b0), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:52.876351 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 9b7f0100-220a-42d8-87ae-a38ba44ff7f4 up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:08:52.919423 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a6807b31-2472-4435-9782-6c182af588fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629'] for port (02f5d6da-9e11-46e0-8a18-0697b60386b0), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:52.932801 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port 9b7f0100-220a-42d8-87ae-a38ba44ff7f4 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:08:52.933175 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (9b7f0100-220a-42d8-87ae-a38ba44ff7f4), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:52.965129 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6807b31-2472-4435-9782-6c182af588fd admin admin] Network 9ba38368-ff54-4986-b9fd-e3d76f01d727 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:08:52.973546 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-a6807b31-2472-4435-9782-6c182af588fd admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:08:52.976741 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6807b31-2472-4435-9782-6c182af588fd admin admin] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:08:52.981125 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6807b31-2472-4435-9782-6c182af588fd admin admin] Pushing event updated for resources: {'Port': ['ID=02f5d6da-9e11-46e0-8a18-0697b60386b0,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:53.155591 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port 9b7f0100-220a-42d8-87ae-a38ba44ff7f4 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:08:53.155989 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (9b7f0100-220a-42d8-87ae-a38ba44ff7f4), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:53.189968 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] For port 9b7f0100-220a-42d8-87ae-a38ba44ff7f4, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=9b7f0100-220a-42d8-87ae-a38ba44ff7f4,segment=NetworkSegment(19af6e16-2d4e-4c32-a209-a5bfe8de0cac),segment_id=19af6e16-2d4e-4c32-a209-a5bfe8de0cac)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:08:53.244770 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (9b7f0100-220a-42d8-87ae-a38ba44ff7f4), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:53.304921 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Pushing event updated for resources: {'Port': ['ID=9b7f0100-220a-42d8-87ae-a38ba44ff7f4,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:53.307761 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9ef729-a6a6-4b90-afb6-fb295a970ed5 None None] Network 92663085-05c4-47d0-9ecc-faab9dcfcd0e requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:08:53.308276 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a6807b31-2472-4435-9782-6c182af588fd admin admin] Publish callbacks [] for router_gateway (0dbdc905-e28d-4efe-8621-94d7a0292711), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:53.425555 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ebefc065-26fe-4a1e-81d1-19329f717c35 None None] Provisioning complete for port 9b7f0100-220a-42d8-87ae-a38ba44ff7f4 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:08:53.426728 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ebefc065-26fe-4a1e-81d1-19329f717c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (9b7f0100-220a-42d8-87ae-a38ba44ff7f4), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:53.436059 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e422a-ff09-457c-8926-e03d321d1d08 req-1d5d529b-6b53-426d-901a-1d589afb5fa6 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:53.439427 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c48e422a-ff09-457c-8926-e03d321d1d08 req-1d5d529b-6b53-426d-901a-1d589afb5fa6 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 944 time: 0.0625598 Apr 08 11:08:53.498143 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c48e422a-ff09-457c-8926-e03d321d1d08 req-c5bd92bf-120f-4fd1-ae70-cad2584a700e tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538211 Apr 08 11:08:53.526668 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ebefc065-26fe-4a1e-81d1-19329f717c35 None None] Current status of the port 9b7f0100-220a-42d8-87ae-a38ba44ff7f4 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:08:53.533613 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a6807b31-2472-4435-9782-6c182af588fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456231'] for router (0dbdc905-e28d-4efe-8621-94d7a0292711), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:53.755320 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1a13da64-b92d-4ec6-8ace-a52248ad35a5 None None] Provisioning complete for port 9b7f0100-220a-42d8-87ae-a38ba44ff7f4 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:08:53.755809 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1a13da64-b92d-4ec6-8ace-a52248ad35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (9b7f0100-220a-42d8-87ae-a38ba44ff7f4), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:53.838793 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1a13da64-b92d-4ec6-8ace-a52248ad35a5 None None] Current status of the port 9b7f0100-220a-42d8-87ae-a38ba44ff7f4 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:08:53.953105 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6807b31-2472-4435-9782-6c182af588fd admin admin] Router 0dbdc905-e28d-4efe-8621-94d7a0292711 is scheduled to L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 with binding_index 1 {{(pid=104017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 11:08:54.066409 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6807b31-2472-4435-9782-6c182af588fd admin admin] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:08:54.078676 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1af5067-a7cd-42e0-b5e9-6718ba4d61c4 None None] Sync routers for ids ['0dbdc905-e28d-4efe-8621-94d7a0292711'] in dv-cinder-836073-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:08:54.091127 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1af5067-a7cd-42e0-b5e9-6718ba4d61c4 None None] Routers {'0dbdc905-e28d-4efe-8621-94d7a0292711'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:08:54.091991 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-f1af5067-a7cd-42e0-b5e9-6718ba4d61c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:08:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['0dbdc905-e28d-4efe-8621-94d7a0292711'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:08:54.160860 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a6807b31-2472-4435-9782-6c182af588fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:54.162164 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-a6807b31-2472-4435-9782-6c182af588fd admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7993982 Apr 08 11:08:54.165050 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 46328) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:54.213326 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-f1af5067-a7cd-42e0-b5e9-6718ba4d61c4 None None] Set router 0dbdc905-e28d-4efe-8621-94d7a0292711 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:08:54.481164 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-f1af5067-a7cd-42e0-b5e9-6718ba4d61c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'name': 'tempest-TestVolumeBootPattern-37540332-router', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:51Z', 'updated_at': '2022-04-08T11:08:53Z', 'revision_number': 3, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'gw_port': {'id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:25:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:52Z', 'updated_at': '2022-04-08T11:08:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi'}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:08:54.507828 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1af5067-a7cd-42e0-b5e9-6718ba4d61c4 None None] Checking router: 0dbdc905-e28d-4efe-8621-94d7a0292711 for host: dv-cinder-836073-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:08:54.507919 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1af5067-a7cd-42e0-b5e9-6718ba4d61c4 None None] Updating router 0dbdc905-e28d-4efe-8621-94d7a0292711 port 02f5d6da-9e11-46e0-8a18-0697b60386b0 binding host dv-cinder-836073-3-iscsi {{(pid=104019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:08:54.559804 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-f1af5067-a7cd-42e0-b5e9-6718ba4d61c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (02f5d6da-9e11-46e0-8a18-0697b60386b0), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:54.601204 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:08:54.633783 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-06e46d94-5e3a-475b-b025-cabab25c2dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:54.657624 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904b683-c151-4645-bff2-cb05df618fe6 req-36639e71-810b-40bd-9fde-afa0599b3f02 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:54.659387 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a904b683-c151-4645-bff2-cb05df618fe6 req-36639e71-810b-40bd-9fde-afa0599b3f02 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 944 time: 0.0863366 Apr 08 11:08:54.717070 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a904b683-c151-4645-bff2-cb05df618fe6 req-acc7e925-6c76-4474-b8c0-a5c3fcba85fd tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474887 Apr 08 11:08:54.864691 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-f1af5067-a7cd-42e0-b5e9-6718ba4d61c4 None None] Publish callbacks [] for port (02f5d6da-9e11-46e0-8a18-0697b60386b0), precommit_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:54.876508 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ddc82-2076-423e-9656-1434882d7df0 req-9a5e3fe6-26cf-417e-9d51-b4947b6f6992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:54.878991 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-238ddc82-2076-423e-9656-1434882d7df0 req-9a5e3fe6-26cf-417e-9d51-b4947b6f6992 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9450476075be4d51833224be59b18143&device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 1128 time: 0.1756082 Apr 08 11:08:54.880268 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-06e46d94-5e3a-475b-b025-cabab25c2dd0 admin admin] Allocated IP 172.20.0.1 (92663085-05c4-47d0-9ecc-faab9dcfcd0e/1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316/d87257cc-ea8b-4980-a2fb-9c7b502f8e5e) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:08:54.891876 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 9b7f0100-220a-42d8-87ae-a38ba44ff7f4 up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:08:54.942276 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port 9b7f0100-220a-42d8-87ae-a38ba44ff7f4 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:08:54.942653 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (9b7f0100-220a-42d8-87ae-a38ba44ff7f4), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:54.958708 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-f1af5067-a7cd-42e0-b5e9-6718ba4d61c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (02f5d6da-9e11-46e0-8a18-0697b60386b0), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:55.015439 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-f1af5067-a7cd-42e0-b5e9-6718ba4d61c4 None None] Attempting to bind port 02f5d6da-9e11-46e0-8a18-0697b60386b0 on host dv-cinder-836073-3-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:08:55.015827 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-f1af5067-a7cd-42e0-b5e9-6718ba4d61c4 None None] Attempting to bind port 02f5d6da-9e11-46e0-8a18-0697b60386b0 by drivers openvswitch,hyperv on host dv-cinder-836073-3-iscsi at level 0 using segments [{'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:08:55.016256 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1af5067-a7cd-42e0-b5e9-6718ba4d61c4 None None] Attempting to bind port 02f5d6da-9e11-46e0-8a18-0697b60386b0 on network 9ba38368-ff54-4986-b9fd-e3d76f01d727 {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:08:55.026054 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port 9b7f0100-220a-42d8-87ae-a38ba44ff7f4 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:08:55.028481 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1af5067-a7cd-42e0-b5e9-6718ba4d61c4 None None] Checking agent: {'id': 'eea5fd99-e581-41a4-a61b-1141d246636d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 58, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:08:55.028958 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1af5067-a7cd-42e0-b5e9-6718ba4d61c4 None None] Checking segment: {'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:08:55.029451 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-f1af5067-a7cd-42e0-b5e9-6718ba4d61c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:55.029917 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1af5067-a7cd-42e0-b5e9-6718ba4d61c4 None None] Bound using segment: {'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:08:55.030693 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-f1af5067-a7cd-42e0-b5e9-6718ba4d61c4 None None] Bound port: 02f5d6da-9e11-46e0-8a18-0697b60386b0, host: dv-cinder-836073-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:08:55.031202 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-f1af5067-a7cd-42e0-b5e9-6718ba4d61c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (02f5d6da-9e11-46e0-8a18-0697b60386b0), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:55.049972 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ddc82-2076-423e-9656-1434882d7df0 req-206b8c5f-172a-471f-a9d5-7c87d67dc1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:55.051434 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-238ddc82-2076-423e-9656-1434882d7df0 req-206b8c5f-172a-471f-a9d5-7c87d67dc1ea service neutron] 10.222.0.25 "GET /v2.0/networks?id=90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01 HTTP/1.1" status: 200 len: 919 time: 0.1596525 Apr 08 11:08:55.054207 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e9bc1-71f4-4c2b-a762-39c22e3a1dcd None None] Pushing event updated for resources: {'Port': ['ID=02f5d6da-9e11-46e0-8a18-0697b60386b0,revision_number=2']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:55.090408 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-f1af5067-a7cd-42e0-b5e9-6718ba4d61c4 None None] For port 02f5d6da-9e11-46e0-8a18-0697b60386b0, host dv-cinder-836073-3-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:08:55.093670 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-f1af5067-a7cd-42e0-b5e9-6718ba4d61c4 None None] For port 02f5d6da-9e11-46e0-8a18-0697b60386b0, host dv-cinder-836073-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=02f5d6da-9e11-46e0-8a18-0697b60386b0,segment=NetworkSegment(2bb98e3e-6539-44eb-b25b-4089590167ac),segment_id=2bb98e3e-6539-44eb-b25b-4089590167ac)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:08:55.108481 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-238ddc82-2076-423e-9656-1434882d7df0 req-8666f18e-5eb9-419a-a4d7-c73d94df6350 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29d9e174-bc71-4a2d-be31-99e62c5d87bd HTTP/1.1" status: 200 len: 217 time: 0.0495691 Apr 08 11:08:55.111191 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-06e46d94-5e3a-475b-b025-cabab25c2dd0 admin admin] Publish callbacks [] for port (d87257cc-ea8b-4980-a2fb-9c7b502f8e5e), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:55.173761 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ddc82-2076-423e-9656-1434882d7df0 req-456a707f-4636-4075-a9b1-9bb41bb4aa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:55.175209 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-238ddc82-2076-423e-9656-1434882d7df0 req-456a707f-4636-4075-a9b1-9bb41bb4aa1e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=100c6095-ccb7-4549-a3cc-5398fc0af1f1 HTTP/1.1" status: 200 len: 857 time: 0.0597944 Apr 08 11:08:55.193775 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-f1af5067-a7cd-42e0-b5e9-6718ba4d61c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (02f5d6da-9e11-46e0-8a18-0697b60386b0), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:55.237122 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ddc82-2076-423e-9656-1434882d7df0 req-bcc313be-ee6b-4607-8d33-9047aae3018d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:55.239140 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-238ddc82-2076-423e-9656-1434882d7df0 req-bcc313be-ee6b-4607-8d33-9047aae3018d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510652 Apr 08 11:08:55.252482 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1af5067-a7cd-42e0-b5e9-6718ba4d61c4 None None] Routers {'0dbdc905-e28d-4efe-8621-94d7a0292711'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:08:55.253107 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-f1af5067-a7cd-42e0-b5e9-6718ba4d61c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:08:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['0dbdc905-e28d-4efe-8621-94d7a0292711'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:08:55.265080 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-06e46d94-5e3a-475b-b025-cabab25c2dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (d87257cc-ea8b-4980-a2fb-9c7b502f8e5e), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:55.290839 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e9bc1-71f4-4c2b-a762-39c22e3a1dcd None None] Pushing event updated for resources: {'Port': ['ID=02f5d6da-9e11-46e0-8a18-0697b60386b0,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:55.348256 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e46d94-5e3a-475b-b025-cabab25c2dd0 admin admin] Network 92663085-05c4-47d0-9ecc-faab9dcfcd0e is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:08:55.353783 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-06e46d94-5e3a-475b-b025-cabab25c2dd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:08:55.356336 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e46d94-5e3a-475b-b025-cabab25c2dd0 admin admin] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:08:55.366135 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-f1af5067-a7cd-42e0-b5e9-6718ba4d61c4 None None] Set router 0dbdc905-e28d-4efe-8621-94d7a0292711 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:08:55.405417 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e46d94-5e3a-475b-b025-cabab25c2dd0 admin admin] Pushing event updated for resources: {'Port': ['ID=d87257cc-ea8b-4980-a2fb-9c7b502f8e5e,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:55.429870 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-238ddc82-2076-423e-9656-1434882d7df0 req-fb63bd30-f964-45db-8eb7-f8f0760c4f3a service neutron] 10.222.0.25 "GET /v2.0/networks/90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832883 Apr 08 11:08:55.433734 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-06e46d94-5e3a-475b-b025-cabab25c2dd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457544'] for router_interface (0dbdc905-e28d-4efe-8621-94d7a0292711), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:55.595086 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-f1af5067-a7cd-42e0-b5e9-6718ba4d61c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'name': 'tempest-TestVolumeBootPattern-37540332-router', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:51Z', 'updated_at': '2022-04-08T11:08:53Z', 'revision_number': 3, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'gw_port': {'id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:25:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:52Z', 'updated_at': '2022-04-08T11:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi'}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:08:55.609319 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-238ddc82-2076-423e-9656-1434882d7df0 req-d01094f3-e3cb-4387-b956-9975596f94e5 service neutron] 10.222.0.25 "GET /v2.0/networks/90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706357 Apr 08 11:08:55.622336 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1af5067-a7cd-42e0-b5e9-6718ba4d61c4 None None] The sync data for ids ['0dbdc905-e28d-4efe-8621-94d7a0292711'] in dv-cinder-836073-3-iscsi is: [{'id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'name': 'tempest-TestVolumeBootPattern-37540332-router', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:51Z', 'updated_at': '2022-04-08T11:08:53Z', 'revision_number': 3, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'gw_port': {'id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:25:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:52Z', 'updated_at': '2022-04-08T11:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi'}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:08:55.676698 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-14e23b20-a9e1-43e9-bb25-0599139851e2 None None] Provisioning complete for port d87257cc-ea8b-4980-a2fb-9c7b502f8e5e triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:08:55.677071 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-14e23b20-a9e1-43e9-bb25-0599139851e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (d87257cc-ea8b-4980-a2fb-9c7b502f8e5e), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:55.715488 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-06e46d94-5e3a-475b-b025-cabab25c2dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (d87257cc-ea8b-4980-a2fb-9c7b502f8e5e), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:55.725721 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-14e23b20-a9e1-43e9-bb25-0599139851e2 None None] Port d87257cc-ea8b-4980-a2fb-9c7b502f8e5e cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:08:55.966186 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266e176-5e22-4d86-9e1d-ac5a1ea50c13 req-14525ebd-efc8-4ff3-b740-14269c4ac747 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:55.967774 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d266e176-5e22-4d86-9e1d-ac5a1ea50c13 req-14525ebd-efc8-4ff3-b740-14269c4ac747 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 944 time: 0.1200175 Apr 08 11:08:55.999121 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-06e46d94-5e3a-475b-b025-cabab25c2dd0 admin admin] Publish callbacks [] for port (d87257cc-ea8b-4980-a2fb-9c7b502f8e5e), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:56.048174 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d266e176-5e22-4d86-9e1d-ac5a1ea50c13 req-088e9fe1-b7ba-4382-9540-e4e71a7e2c79 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700872 Apr 08 11:08:56.055868 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-06e46d94-5e3a-475b-b025-cabab25c2dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3536654'] for port (d87257cc-ea8b-4980-a2fb-9c7b502f8e5e), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:56.143147 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e46d94-5e3a-475b-b025-cabab25c2dd0 admin admin] Pushing event updated for resources: {'Port': ['ID=d87257cc-ea8b-4980-a2fb-9c7b502f8e5e,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:56.145552 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-06e46d94-5e3a-475b-b025-cabab25c2dd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7869787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457700'] for router_interface (0dbdc905-e28d-4efe-8621-94d7a0292711), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:56.256745 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e46d94-5e3a-475b-b025-cabab25c2dd0 admin admin] Network 92663085-05c4-47d0-9ecc-faab9dcfcd0e is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:08:56.258407 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-06e46d94-5e3a-475b-b025-cabab25c2dd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:08:56.349200 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 29d9e174-bc71-4a2d-be31-99e62c5d87bd details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:08:56.424833 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e46d94-5e3a-475b-b025-cabab25c2dd0 admin admin] Router 0dbdc905-e28d-4efe-8621-94d7a0292711 has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:08:56.464794 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 46366) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:56.510079 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 29d9e174-bc71-4a2d-be31-99e62c5d87bd, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=29d9e174-bc71-4a2d-be31-99e62c5d87bd,segment=NetworkSegment(613f7358-0b7f-46c2-b204-8ee3ad5427d6),segment_id=613f7358-0b7f-46c2-b204-8ee3ad5427d6)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:08:56.527446 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Returning: {'device': '29d9e174-bc71-4a2d-be31-99e62c5d87bd', 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01', 'port_id': '29d9e174-bc71-4a2d-be31-99e62c5d87bd', 'mac_address': 'fa:16:3e:41:ab:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '100c6095-ccb7-4549-a3cc-5398fc0af1f1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:08:56.589748 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port 29d9e174-bc71-4a2d-be31-99e62c5d87bd is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:08:56.590155 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (29d9e174-bc71-4a2d-be31-99e62c5d87bd), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:56.600301 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-5140cf10-a7f1-4aea-8391-35b10f9f68fb None None] Provisioning complete for port d87257cc-ea8b-4980-a2fb-9c7b502f8e5e triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:08:56.600670 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5140cf10-a7f1-4aea-8391-35b10f9f68fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (d87257cc-ea8b-4980-a2fb-9c7b502f8e5e), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:56.611312 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e46d94-5e3a-475b-b025-cabab25c2dd0 admin admin] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:08:56.617010 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-06e46d94-5e3a-475b-b025-cabab25c2dd0 admin admin] 10.222.0.53 "PUT /v2.0/routers/0dbdc905-e28d-4efe-8621-94d7a0292711/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4500673 Apr 08 11:08:56.638945 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3dec9413-09c3-431f-8aa7-7b5c67176ca8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:56.651574 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d9e174-bc71-4a2d-be31-99e62c5d87bd {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:08:56.675915 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 29d9e174-bc71-4a2d-be31-99e62c5d87bd, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=29d9e174-bc71-4a2d-be31-99e62c5d87bd,segment=NetworkSegment(613f7358-0b7f-46c2-b204-8ee3ad5427d6),segment_id=613f7358-0b7f-46c2-b204-8ee3ad5427d6)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:08:56.686308 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-5140cf10-a7f1-4aea-8391-35b10f9f68fb None None] Port d87257cc-ea8b-4980-a2fb-9c7b502f8e5e cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:08:56.745571 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3dec9413-09c3-431f-8aa7-7b5c67176ca8 admin admin] Publish callbacks [] for security_group (c07829d0-4022-44d9-9c7e-50a021feaea6), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:56.759700 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (29d9e174-bc71-4a2d-be31-99e62c5d87bd), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:56.760729 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 28bfb6b5-80a3-44a5-8807-cb2e795646a0 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:08:56.835711 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=29d9e174-bc71-4a2d-be31-99e62c5d87bd,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:56.840249 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3dec9413-09c3-431f-8aa7-7b5c67176ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (c07829d0-4022-44d9-9c7e-50a021feaea6), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:56.882059 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 28bfb6b5-80a3-44a5-8807-cb2e795646a0, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=28bfb6b5-80a3-44a5-8807-cb2e795646a0,segment=NetworkSegment(613f7358-0b7f-46c2-b204-8ee3ad5427d6),segment_id=613f7358-0b7f-46c2-b204-8ee3ad5427d6)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:08:56.888510 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-3dec9413-09c3-431f-8aa7-7b5c67176ca8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=16f7a0b8c25442b7b2a145e3c6ed52f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4225342 Apr 08 11:08:56.889648 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec9413-09c3-431f-8aa7-7b5c67176ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07829d0-4022-44d9-9c7e-50a021feaea6,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:56.891435 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 46378) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:56.902002 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 02f5d6da-9e11-46e0-8a18-0697b60386b0 up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:08:56.906004 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Returning: {'device': '28bfb6b5-80a3-44a5-8807-cb2e795646a0', 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01', 'port_id': '28bfb6b5-80a3-44a5-8807-cb2e795646a0', 'mac_address': 'fa:16:3e:eb:ba:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '100c6095-ccb7-4549-a3cc-5398fc0af1f1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:08:56.953527 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-35dc6f02-e3d3-4165-bebb-c21914338a4d admin admin] Publish callbacks [] for security_group (c07829d0-4022-44d9-9c7e-50a021feaea6), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:56.988516 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port 28bfb6b5-80a3-44a5-8807-cb2e795646a0 is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:08:56.989100 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (28bfb6b5-80a3-44a5-8807-cb2e795646a0), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:56.992984 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-35dc6f02-e3d3-4165-bebb-c21914338a4d admin admin] Publish callbacks [] for security_group (c07829d0-4022-44d9-9c7e-50a021feaea6), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:57.009668 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28bfb6b5-80a3-44a5-8807-cb2e795646a0 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:08:57.022832 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port 02f5d6da-9e11-46e0-8a18-0697b60386b0 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:08:57.023217 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (02f5d6da-9e11-46e0-8a18-0697b60386b0), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:57.053830 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 28bfb6b5-80a3-44a5-8807-cb2e795646a0, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=28bfb6b5-80a3-44a5-8807-cb2e795646a0,segment=NetworkSegment(613f7358-0b7f-46c2-b204-8ee3ad5427d6),segment_id=613f7358-0b7f-46c2-b204-8ee3ad5427d6)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:08:57.111993 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port 02f5d6da-9e11-46e0-8a18-0697b60386b0 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:08:57.118136 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (02f5d6da-9e11-46e0-8a18-0697b60386b0), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:57.135840 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-35dc6f02-e3d3-4165-bebb-c21914338a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (c07829d0-4022-44d9-9c7e-50a021feaea6), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:57.137232 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (28bfb6b5-80a3-44a5-8807-cb2e795646a0), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:57.140860 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-35dc6f02-e3d3-4165-bebb-c21914338a4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:57.140860 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-35dc6f02-e3d3-4165-bebb-c21914338a4d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c07829d0-4022-44d9-9c7e-50a021feaea6 HTTP/1.1" status: 204 len: 168 time: 0.2474792 Apr 08 11:08:57.145017 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] For port 02f5d6da-9e11-46e0-8a18-0697b60386b0, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=02f5d6da-9e11-46e0-8a18-0697b60386b0,segment=NetworkSegment(2bb98e3e-6539-44eb-b25b-4089590167ac),segment_id=2bb98e3e-6539-44eb-b25b-4089590167ac)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:08:57.154696 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dc6f02-e3d3-4165-bebb-c21914338a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07829d0-4022-44d9-9c7e-50a021feaea6,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:57.221739 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134497e6-ee1d-4583-8ff5-2494fc583611 req-f2a40c5a-18bb-4c8f-adb5-460ae6528671 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:57.225141 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-134497e6-ee1d-4583-8ff5-2494fc583611 req-f2a40c5a-18bb-4c8f-adb5-460ae6528671 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 945 time: 0.0965378 Apr 08 11:08:57.237681 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (02f5d6da-9e11-46e0-8a18-0697b60386b0), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:57.252261 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=28bfb6b5-80a3-44a5-8807-cb2e795646a0,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:57.322232 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Pushing event updated for resources: {'Port': ['ID=02f5d6da-9e11-46e0-8a18-0697b60386b0,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:57.323920 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-134497e6-ee1d-4583-8ff5-2494fc583611 req-03af86a8-1c76-428a-af0b-5f60cbc3fd99 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899918 Apr 08 11:08:57.375694 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-34a2b4f0-e5ae-45c1-b10b-7c6194640e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:57.514487 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 46400) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:57.519123 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-eaa79add-827b-4d27-a0e3-72a6586bac7a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1595604806-network', 'tenant_id': '8c1f1e9e18bf467ea3771c2a77e49371'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:08:57.608515 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04b2b90-188e-4b8d-971c-5861f51b8da7 None None] Sync routers for ids ['0dbdc905-e28d-4efe-8621-94d7a0292711'] in dv-cinder-836073-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:08:57.610208 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa79add-827b-4d27-a0e3-72a6586bac7a admin admin] Made reservation on behalf of 8c1f1e9e18bf467ea3771c2a77e49371 for: {'network': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:08:57.612601 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-eaa79add-827b-4d27-a0e3-72a6586bac7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for network (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:57.623448 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-eaa79add-827b-4d27-a0e3-72a6586bac7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:57.623697 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04b2b90-188e-4b8d-971c-5861f51b8da7 None None] Routers {'0dbdc905-e28d-4efe-8621-94d7a0292711'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:08:57.624310 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-e04b2b90-188e-4b8d-971c-5861f51b8da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:08:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['0dbdc905-e28d-4efe-8621-94d7a0292711'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:08:57.702790 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-eaa79add-827b-4d27-a0e3-72a6586bac7a admin admin] Publish callbacks [] for security_group (5fdb32fa-effb-442b-a3c6-8cad5eb1d3d9), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:57.748385 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-e04b2b90-188e-4b8d-971c-5861f51b8da7 None None] Set router 0dbdc905-e28d-4efe-8621-94d7a0292711 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:08:57.777180 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] get_ports_and_sgs() called for port_ids ['29d9e174-bc71-4a2d-be31-99e62c5d87bd'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:08:57.787346 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-eaa79add-827b-4d27-a0e3-72a6586bac7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (5fdb32fa-effb-442b-a3c6-8cad5eb1d3d9), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:57.814180 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa79add-827b-4d27-a0e3-72a6586bac7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=104016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:08:57.824251 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa79add-827b-4d27-a0e3-72a6586bac7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdb32fa-effb-442b-a3c6-8cad5eb1d3d9,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:57.829396 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-eaa79add-827b-4d27-a0e3-72a6586bac7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154'] for segment (f3259406-86b2-430e-bee6-284cf4a21ac1), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:57.830096 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.db.segments_db [None req-eaa79add-827b-4d27-a0e3-72a6586bac7a admin admin] Added segment f3259406-86b2-430e-bee6-284cf4a21ac1 of type vlan for network e892713d-dc57-47b4-b765-f61c2da569c3 Apr 08 11:08:57.839665 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 46406) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:57.864586 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-85163472-a156-418a-b3dd-8f9d2ec523fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:57.891859 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-eaa79add-827b-4d27-a0e3-72a6586bac7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771786507915'] for network (e892713d-dc57-47b4-b765-f61c2da569c3), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:57.956000 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] get_ports_and_sgs() called for port_ids ['28bfb6b5-80a3-44a5-8807-cb2e795646a0'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:08:57.967091 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-85163472-a156-418a-b3dd-8f9d2ec523fd admin admin] Publish callbacks [] for security_group (4ca2ca34-7ce3-4664-8743-c95060e8a590), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:57.975936 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-eaa79add-827b-4d27-a0e3-72a6586bac7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7922337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737'] for network (e892713d-dc57-47b4-b765-f61c2da569c3), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:57.976896 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa79add-827b-4d27-a0e3-72a6586bac7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:57.977484 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-eaa79add-827b-4d27-a0e3-72a6586bac7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:58.038490 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa79add-827b-4d27-a0e3-72a6586bac7a admin admin] Pushing event updated for resources: {'Network': ['ID=e892713d-dc57-47b4-b765-f61c2da569c3,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:58.058953 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Network e892713d-dc57-47b4-b765-f61c2da569c3 details requested by agent ovs-agent-dv-cinder-836073-3-iscsi with host dv-cinder-836073-3-iscsi {{(pid=104018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:08:58.093087 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-85163472-a156-418a-b3dd-8f9d2ec523fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (4ca2ca34-7ce3-4664-8743-c95060e8a590), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:58.121167 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-eaa79add-827b-4d27-a0e3-72a6586bac7a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6058764 Apr 08 11:08:58.123826 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 46414) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:58.128760 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-0ba41542-7a56-4731-b54d-162c0b9b20e9 admin admin] Request body: {'subnet': {'network_id': 'e892713d-dc57-47b4-b765-f61c2da569c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1595604806-subnet', 'tenant_id': '8c1f1e9e18bf467ea3771c2a77e49371', 'ip_version': 4}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:08:58.133702 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-85163472-a156-418a-b3dd-8f9d2ec523fd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=60c241ff3ad147e984e0e3d320b22f36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2906871 Apr 08 11:08:58.134822 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 46416) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:58.141705 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85163472-a156-418a-b3dd-8f9d2ec523fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca2ca34-7ce3-4664-8743-c95060e8a590,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:58.191436 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-117cf625-9f49-4be6-bdaf-8e77e1a498cc admin admin] Publish callbacks [] for security_group (4ca2ca34-7ce3-4664-8743-c95060e8a590), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:58.212263 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-117cf625-9f49-4be6-bdaf-8e77e1a498cc admin admin] Publish callbacks [] for security_group (4ca2ca34-7ce3-4664-8743-c95060e8a590), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:58.239835 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba41542-7a56-4731-b54d-162c0b9b20e9 admin admin] Made reservation on behalf of 8c1f1e9e18bf467ea3771c2a77e49371 for: {'subnet': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:08:58.242194 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0ba41542-7a56-4731-b54d-162c0b9b20e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3078126'] for subnet (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:58.274120 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-e04b2b90-188e-4b8d-971c-5861f51b8da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'name': 'tempest-TestVolumeBootPattern-37540332-router', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:51Z', 'updated_at': '2022-04-08T11:08:55Z', 'revision_number': 4, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'gw_port': {'id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:52Z', 'updated_at': '2022-04-08T11:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': 'd87257cc-ea8b-4980-a2fb-9c7b502f8e5e', 'name': '', 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'mac_address': 'fa:16:3e:91:1e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:54Z', 'updated_at': '2022-04-08T11:08:55Z', 'revision_number': 2, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'subnets': [{'id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:08:58.434426 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-117cf625-9f49-4be6-bdaf-8e77e1a498cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (4ca2ca34-7ce3-4664-8743-c95060e8a590), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:58.435631 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04b2b90-188e-4b8d-971c-5861f51b8da7 None None] Checking router: 0dbdc905-e28d-4efe-8621-94d7a0292711 for host: dv-cinder-836073-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:08:58.436101 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04b2b90-188e-4b8d-971c-5861f51b8da7 None None] Updating router 0dbdc905-e28d-4efe-8621-94d7a0292711 port d87257cc-ea8b-4980-a2fb-9c7b502f8e5e binding host dv-cinder-836073-3-iscsi {{(pid=104018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:08:58.436902 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-117cf625-9f49-4be6-bdaf-8e77e1a498cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:58.438124 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-117cf625-9f49-4be6-bdaf-8e77e1a498cc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4ca2ca34-7ce3-4664-8743-c95060e8a590 HTTP/1.1" status: 204 len: 168 time: 0.3023944 Apr 08 11:08:58.460542 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117cf625-9f49-4be6-bdaf-8e77e1a498cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca2ca34-7ce3-4664-8743-c95060e8a590,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:58.487271 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e04b2b90-188e-4b8d-971c-5861f51b8da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (d87257cc-ea8b-4980-a2fb-9c7b502f8e5e), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:58.505123 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d6ca5-1ffb-4710-a357-d0c8f728b8bb req-9a96e16c-3f53-46d0-9792-e330f5ca7853 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:58.506932 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b20d6ca5-1ffb-4710-a357-d0c8f728b8bb req-9a96e16c-3f53-46d0-9792-e330f5ca7853 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 945 time: 0.1118460 Apr 08 11:08:58.607613 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b20d6ca5-1ffb-4710-a357-d0c8f728b8bb req-1d7ff1fe-5b77-4abf-8c5c-673ae2125b53 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916681 Apr 08 11:08:58.673104 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0ba41542-7a56-4731-b54d-162c0b9b20e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3536773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077140'] for subnet (99513169-f131-444e-89e7-4a78907fbf7c), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:58.728393 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba41542-7a56-4731-b54d-162c0b9b20e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99513169-f131-444e-89e7-4a78907fbf7c,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:58.737253 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba41542-7a56-4731-b54d-162c0b9b20e9 admin admin] Checking segment: {'id': 'f3259406-86b2-430e-bee6-284cf4a21ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e892713d-dc57-47b4-b765-f61c2da569c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:08:58.737632 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba41542-7a56-4731-b54d-162c0b9b20e9 admin admin] Network hostable DHCP agents. Network: e892713d-dc57-47b4-b765-f61c2da569c3, hostable agents: ['19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3'], hosted agents: [] {{(pid=104016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:08:58.763949 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e04b2b90-188e-4b8d-971c-5861f51b8da7 None None] Publish callbacks [] for port (d87257cc-ea8b-4980-a2fb-9c7b502f8e5e), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:58.792768 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba41542-7a56-4731-b54d-162c0b9b20e9 admin admin] Network e892713d-dc57-47b4-b765-f61c2da569c3 is scheduled to be hosted by DHCP agent 19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3 with binding_index 1 {{(pid=104016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:08:58.810393 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e04b2b90-188e-4b8d-971c-5861f51b8da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (d87257cc-ea8b-4980-a2fb-9c7b502f8e5e), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:58.885452 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-0ba41542-7a56-4731-b54d-162c0b9b20e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-3-iscsi, e892713d-dc57-47b4-b765-f61c2da569c3) {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:08:58.890013 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba41542-7a56-4731-b54d-162c0b9b20e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:58.890865 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0ba41542-7a56-4731-b54d-162c0b9b20e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:58.899516 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 02f5d6da-9e11-46e0-8a18-0697b60386b0 up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:08:58.905445 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad51d50-bdc9-435a-a6d1-472f98103dac None None] Network e892713d-dc57-47b4-b765-f61c2da569c3 requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:08:58.949827 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69536fe1-a849-4e66-8095-3468e14c6dfc None None] Pushing event updated for resources: {'Port': ['ID=d87257cc-ea8b-4980-a2fb-9c7b502f8e5e,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:58.991240 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-0ba41542-7a56-4731-b54d-162c0b9b20e9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8662789 Apr 08 11:08:58.994306 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 46432) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:08:58.999019 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-f65a0712-acf7-4b29-ad08-583f57095b35 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1595604806-router', 'tenant_id': '8c1f1e9e18bf467ea3771c2a77e49371', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'}}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:08:59.031466 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-e04b2b90-188e-4b8d-971c-5861f51b8da7 None None] Attempting to bind port d87257cc-ea8b-4980-a2fb-9c7b502f8e5e on host dv-cinder-836073-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:08:59.031466 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-e04b2b90-188e-4b8d-971c-5861f51b8da7 None None] Attempting to bind port d87257cc-ea8b-4980-a2fb-9c7b502f8e5e by drivers openvswitch,hyperv on host dv-cinder-836073-3-iscsi at level 0 using segments [{'id': '19af6e16-2d4e-4c32-a209-a5bfe8de0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:08:59.031466 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04b2b90-188e-4b8d-971c-5861f51b8da7 None None] Attempting to bind port d87257cc-ea8b-4980-a2fb-9c7b502f8e5e on network 92663085-05c4-47d0-9ecc-faab9dcfcd0e {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:08:59.041412 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04b2b90-188e-4b8d-971c-5861f51b8da7 None None] Checking agent: {'id': 'eea5fd99-e581-41a4-a61b-1141d246636d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 58, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:08:59.041817 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04b2b90-188e-4b8d-971c-5861f51b8da7 None None] Checking segment: {'id': '19af6e16-2d4e-4c32-a209-a5bfe8de0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:08:59.042245 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e04b2b90-188e-4b8d-971c-5861f51b8da7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:59.042626 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04b2b90-188e-4b8d-971c-5861f51b8da7 None None] Bound using segment: {'id': '19af6e16-2d4e-4c32-a209-a5bfe8de0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:08:59.043107 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-e04b2b90-188e-4b8d-971c-5861f51b8da7 None None] Bound port: d87257cc-ea8b-4980-a2fb-9c7b502f8e5e, host: dv-cinder-836073-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af6e16-2d4e-4c32-a209-a5bfe8de0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:08:59.043485 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e04b2b90-188e-4b8d-971c-5861f51b8da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (d87257cc-ea8b-4980-a2fb-9c7b502f8e5e), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:59.112083 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f65a0712-acf7-4b29-ad08-583f57095b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-458056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1014035'] for router (a888add9-97d0-492c-8aee-53d2c949d2cf), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:59.112083 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f65a0712-acf7-4b29-ad08-583f57095b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456264', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-479860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1014248'] for router (a888add9-97d0-492c-8aee-53d2c949d2cf), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:59.130695 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port 02f5d6da-9e11-46e0-8a18-0697b60386b0 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:08:59.131067 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (02f5d6da-9e11-46e0-8a18-0697b60386b0), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:59.167656 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f65a0712-acf7-4b29-ad08-583f57095b35 admin admin] Publish callbacks [] for router_controller (a888add9-97d0-492c-8aee-53d2c949d2cf), precommit_add_association {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:59.188239 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac3ffbb-182c-4c53-b863-fe0021420cc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9c17c0d-e777-5cf5-a53f-4f0394d5d5a3-e892713d-dc57-47b4-b765-f61c2da569c3', 'network_id': 'e892713d-dc57-47b4-b765-f61c2da569c3', 'project_id': '8c1f1e9e18bf467ea3771c2a77e49371', 'fixed_ips': [{'subnet_id': '99513169-f131-444e-89e7-4a78907fbf7c'}]}} from dv-cinder-836073-3-iscsi. {{(pid=104018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 11:08:59.189320 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-aac3ffbb-182c-4c53-b863-fe0021420cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:59.228566 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-aba541c2-60e2-487a-8115-feb0dd1001d9 None None] Provisioning complete for port d87257cc-ea8b-4980-a2fb-9c7b502f8e5e triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:08:59.229036 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-aba541c2-60e2-487a-8115-feb0dd1001d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (d87257cc-ea8b-4980-a2fb-9c7b502f8e5e), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:59.232233 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-e04b2b90-188e-4b8d-971c-5861f51b8da7 None None] For port d87257cc-ea8b-4980-a2fb-9c7b502f8e5e, host dv-cinder-836073-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:08:59.237365 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-e04b2b90-188e-4b8d-971c-5861f51b8da7 None None] For port d87257cc-ea8b-4980-a2fb-9c7b502f8e5e, host dv-cinder-836073-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=d87257cc-ea8b-4980-a2fb-9c7b502f8e5e,segment=NetworkSegment(19af6e16-2d4e-4c32-a209-a5bfe8de0cac),segment_id=19af6e16-2d4e-4c32-a209-a5bfe8de0cac)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:08:59.330377 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e04b2b90-188e-4b8d-971c-5861f51b8da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (d87257cc-ea8b-4980-a2fb-9c7b502f8e5e), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:59.336443 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-aba541c2-60e2-487a-8115-feb0dd1001d9 None None] Port d87257cc-ea8b-4980-a2fb-9c7b502f8e5e cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:08:59.345862 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f65a0712-acf7-4b29-ad08-583f57095b35 admin admin] Publish callbacks [] for router_gateway (a888add9-97d0-492c-8aee-53d2c949d2cf), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:59.473838 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04b2b90-188e-4b8d-971c-5861f51b8da7 None None] Routers {'0dbdc905-e28d-4efe-8621-94d7a0292711'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:08:59.474475 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-e04b2b90-188e-4b8d-971c-5861f51b8da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:08:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['0dbdc905-e28d-4efe-8621-94d7a0292711'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:08:59.490061 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port 02f5d6da-9e11-46e0-8a18-0697b60386b0 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:08:59.593213 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69536fe1-a849-4e66-8095-3468e14c6dfc None None] Pushing event updated for resources: {'Port': ['ID=d87257cc-ea8b-4980-a2fb-9c7b502f8e5e,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:59.637996 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [None req-aac3ffbb-182c-4c53-b863-fe0021420cc2 None None] Allocated IP 172.20.0.2 (e892713d-dc57-47b4-b765-f61c2da569c3/99513169-f131-444e-89e7-4a78907fbf7c/df53fe9b-0c7b-4e90-b88a-1ed643463f47) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:08:59.683744 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-e04b2b90-188e-4b8d-971c-5861f51b8da7 None None] Set router 0dbdc905-e28d-4efe-8621-94d7a0292711 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:08:59.691408 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f65a0712-acf7-4b29-ad08-583f57095b35 admin admin] Publish callbacks [] for router_gateway (a888add9-97d0-492c-8aee-53d2c949d2cf), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:59.716456 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f65a0712-acf7-4b29-ad08-583f57095b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:59.840298 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283574a2-40d3-4187-a549-34a60988071d req-37d6f111-e9dd-4f4c-bcbe-83c282107d68 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:59.841891 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-283574a2-40d3-4187-a549-34a60988071d req-37d6f111-e9dd-4f4c-bcbe-83c282107d68 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 945 time: 0.1278684 Apr 08 11:08:59.897295 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-f8a00991-6798-45ad-be52-173c6366fa3c None None] Provisioning complete for port d87257cc-ea8b-4980-a2fb-9c7b502f8e5e triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:08:59.897732 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f8a00991-6798-45ad-be52-173c6366fa3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (d87257cc-ea8b-4980-a2fb-9c7b502f8e5e), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:59.900526 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-f65a0712-acf7-4b29-ad08-583f57095b35 admin admin] Allocated IP 172.27.0.189 (9ba38368-ff54-4986-b9fd-e3d76f01d727/295b2c6f-15e1-46ca-ae70-e3531500d944/a5a79d29-9407-4fb5-ba74-aeabad54f9f6) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:08:59.927060 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-283574a2-40d3-4187-a549-34a60988071d req-303efb81-50f1-4164-9f3f-e3088e27761f tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780995 Apr 08 11:08:59.971813 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-088e62db-014e-443e-b95f-ac18589a4650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:00.053037 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-e04b2b90-188e-4b8d-971c-5861f51b8da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'name': 'tempest-TestVolumeBootPattern-37540332-router', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:51Z', 'updated_at': '2022-04-08T11:08:55Z', 'revision_number': 4, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'gw_port': {'id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:52Z', 'updated_at': '2022-04-08T11:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': 'd87257cc-ea8b-4980-a2fb-9c7b502f8e5e', 'name': '', 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'mac_address': 'fa:16:3e:91:1e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:54Z', 'updated_at': '2022-04-08T11:08:59Z', 'revision_number': 4, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'subnets': [{'id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:09:00.100572 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f65a0712-acf7-4b29-ad08-583f57095b35 admin admin] Publish callbacks [] for port (a5a79d29-9407-4fb5-ba74-aeabad54f9f6), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:00.105663 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04b2b90-188e-4b8d-971c-5861f51b8da7 None None] The sync data for ids ['0dbdc905-e28d-4efe-8621-94d7a0292711'] in dv-cinder-836073-3-iscsi is: [{'id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'name': 'tempest-TestVolumeBootPattern-37540332-router', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:51Z', 'updated_at': '2022-04-08T11:08:55Z', 'revision_number': 4, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'gw_port': {'id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:52Z', 'updated_at': '2022-04-08T11:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': 'd87257cc-ea8b-4980-a2fb-9c7b502f8e5e', 'name': '', 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'mac_address': 'fa:16:3e:91:1e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:54Z', 'updated_at': '2022-04-08T11:08:59Z', 'revision_number': 4, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'subnets': [{'id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:09:00.145093 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-f8a00991-6798-45ad-be52-173c6366fa3c None None] Current status of the port d87257cc-ea8b-4980-a2fb-9c7b502f8e5e is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:09:00.145617 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f8a00991-6798-45ad-be52-173c6366fa3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (d87257cc-ea8b-4980-a2fb-9c7b502f8e5e), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:00.194148 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f65a0712-acf7-4b29-ad08-583f57095b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629'] for port (a5a79d29-9407-4fb5-ba74-aeabad54f9f6), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:00.200113 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-aac3ffbb-182c-4c53-b863-fe0021420cc2 None None] Publish callbacks [] for port (df53fe9b-0c7b-4e90-b88a-1ed643463f47), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:00.219590 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-f8a00991-6798-45ad-be52-173c6366fa3c None None] For port d87257cc-ea8b-4980-a2fb-9c7b502f8e5e, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=d87257cc-ea8b-4980-a2fb-9c7b502f8e5e,segment=NetworkSegment(19af6e16-2d4e-4c32-a209-a5bfe8de0cac),segment_id=19af6e16-2d4e-4c32-a209-a5bfe8de0cac)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:09:00.240829 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65a0712-acf7-4b29-ad08-583f57095b35 admin admin] Network 9ba38368-ff54-4986-b9fd-e3d76f01d727 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:09:00.246170 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-f65a0712-acf7-4b29-ad08-583f57095b35 admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:09:00.250825 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65a0712-acf7-4b29-ad08-583f57095b35 admin admin] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:09:00.253857 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a0712-acf7-4b29-ad08-583f57095b35 admin admin] Pushing event updated for resources: {'Port': ['ID=a5a79d29-9407-4fb5-ba74-aeabad54f9f6,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:00.313815 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-aac3ffbb-182c-4c53-b863-fe0021420cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629'] for port (df53fe9b-0c7b-4e90-b88a-1ed643463f47), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:00.318388 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f8a00991-6798-45ad-be52-173c6366fa3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (d87257cc-ea8b-4980-a2fb-9c7b502f8e5e), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:00.359030 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac3ffbb-182c-4c53-b863-fe0021420cc2 None None] Network e892713d-dc57-47b4-b765-f61c2da569c3 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:09:00.362018 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-aac3ffbb-182c-4c53-b863-fe0021420cc2 None None] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:09:00.364459 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac3ffbb-182c-4c53-b863-fe0021420cc2 None None] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:09:00.377755 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac3ffbb-182c-4c53-b863-fe0021420cc2 None None] Pushing event updated for resources: {'Port': ['ID=df53fe9b-0c7b-4e90-b88a-1ed643463f47,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:00.553497 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f65a0712-acf7-4b29-ad08-583f57095b35 admin admin] Publish callbacks [] for router_gateway (a888add9-97d0-492c-8aee-53d2c949d2cf), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:00.604312 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-aac3ffbb-182c-4c53-b863-fe0021420cc2 None None] Attempting to bind port df53fe9b-0c7b-4e90-b88a-1ed643463f47 on host dv-cinder-836073-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:09:00.604872 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-aac3ffbb-182c-4c53-b863-fe0021420cc2 None None] Attempting to bind port df53fe9b-0c7b-4e90-b88a-1ed643463f47 by drivers openvswitch,hyperv on host dv-cinder-836073-3-iscsi at level 0 using segments [{'id': 'f3259406-86b2-430e-bee6-284cf4a21ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e892713d-dc57-47b4-b765-f61c2da569c3'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:09:00.605018 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac3ffbb-182c-4c53-b863-fe0021420cc2 None None] Attempting to bind port df53fe9b-0c7b-4e90-b88a-1ed643463f47 on network e892713d-dc57-47b4-b765-f61c2da569c3 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:09:00.613723 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac3ffbb-182c-4c53-b863-fe0021420cc2 None None] Checking agent: {'id': 'eea5fd99-e581-41a4-a61b-1141d246636d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 58, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:09:00.613984 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac3ffbb-182c-4c53-b863-fe0021420cc2 None None] Checking segment: {'id': 'f3259406-86b2-430e-bee6-284cf4a21ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e892713d-dc57-47b4-b765-f61c2da569c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:09:00.614294 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-aac3ffbb-182c-4c53-b863-fe0021420cc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:00.614681 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac3ffbb-182c-4c53-b863-fe0021420cc2 None None] Bound using segment: {'id': 'f3259406-86b2-430e-bee6-284cf4a21ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e892713d-dc57-47b4-b765-f61c2da569c3'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:09:00.615130 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-aac3ffbb-182c-4c53-b863-fe0021420cc2 None None] Bound port: df53fe9b-0c7b-4e90-b88a-1ed643463f47, host: dv-cinder-836073-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3259406-86b2-430e-bee6-284cf4a21ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e892713d-dc57-47b4-b765-f61c2da569c3'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:09:00.615495 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-aac3ffbb-182c-4c53-b863-fe0021420cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (df53fe9b-0c7b-4e90-b88a-1ed643463f47), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:00.617295 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a00991-6798-45ad-be52-173c6366fa3c None None] Pushing event updated for resources: {'Port': ['ID=d87257cc-ea8b-4980-a2fb-9c7b502f8e5e,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:00.734417 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-aac3ffbb-182c-4c53-b863-fe0021420cc2 None None] For port df53fe9b-0c7b-4e90-b88a-1ed643463f47, host dv-cinder-836073-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:09:00.737787 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-aac3ffbb-182c-4c53-b863-fe0021420cc2 None None] For port df53fe9b-0c7b-4e90-b88a-1ed643463f47, host dv-cinder-836073-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=df53fe9b-0c7b-4e90-b88a-1ed643463f47,segment=NetworkSegment(f3259406-86b2-430e-bee6-284cf4a21ac1),segment_id=f3259406-86b2-430e-bee6-284cf4a21ac1)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:09:00.799119 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f65a0712-acf7-4b29-ad08-583f57095b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456231'] for router (a888add9-97d0-492c-8aee-53d2c949d2cf), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:00.816509 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-aac3ffbb-182c-4c53-b863-fe0021420cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (df53fe9b-0c7b-4e90-b88a-1ed643463f47), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:00.919012 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device d87257cc-ea8b-4980-a2fb-9c7b502f8e5e up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:09:00.920875 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac3ffbb-182c-4c53-b863-fe0021420cc2 None None] Pushing event updated for resources: {'Port': ['ID=df53fe9b-0c7b-4e90-b88a-1ed643463f47,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:00.996864 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port d87257cc-ea8b-4980-a2fb-9c7b502f8e5e triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:09:00.997278 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (d87257cc-ea8b-4980-a2fb-9c7b502f8e5e), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:01.083484 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17630116-3442-479c-a5b0-afa4be9fd146 req-0c5365d2-6558-4907-9d82-c3621c1b6959 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:01.085508 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port d87257cc-ea8b-4980-a2fb-9c7b502f8e5e is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:09:01.086383 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-17630116-3442-479c-a5b0-afa4be9fd146 req-0c5365d2-6558-4907-9d82-c3621c1b6959 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 945 time: 0.0672138 Apr 08 11:09:01.102241 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65a0712-acf7-4b29-ad08-583f57095b35 admin admin] Router a888add9-97d0-492c-8aee-53d2c949d2cf is scheduled to L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 with binding_index 1 {{(pid=104017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 11:09:01.103975 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:01.176416 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-17630116-3442-479c-a5b0-afa4be9fd146 req-2690191f-3400-483e-a068-ba9fa93d9049 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819108 Apr 08 11:09:01.256955 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65a0712-acf7-4b29-ad08-583f57095b35 admin admin] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:09:01.266218 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027b759a-0576-4170-b908-89a960d08201 None None] Sync routers for ids ['a888add9-97d0-492c-8aee-53d2c949d2cf'] in dv-cinder-836073-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:09:01.280532 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027b759a-0576-4170-b908-89a960d08201 None None] Routers {'a888add9-97d0-492c-8aee-53d2c949d2cf'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:09:01.287415 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-027b759a-0576-4170-b908-89a960d08201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:09:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['a888add9-97d0-492c-8aee-53d2c949d2cf'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:09:01.339114 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f65a0712-acf7-4b29-ad08-583f57095b35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:01.340664 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-f65a0712-acf7-4b29-ad08-583f57095b35 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3450778 Apr 08 11:09:01.343226 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 46480) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:09:01.392201 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-027b759a-0576-4170-b908-89a960d08201 None None] Set router a888add9-97d0-492c-8aee-53d2c949d2cf gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:09:01.578999 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-027b759a-0576-4170-b908-89a960d08201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a888add9-97d0-492c-8aee-53d2c949d2cf', 'name': 'tempest-TestVolumeBootPattern-1595604806-router', 'tenant_id': '8c1f1e9e18bf467ea3771c2a77e49371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'a5a79d29-9407-4fb5-ba74-aeabad54f9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:59Z', 'updated_at': '2022-04-08T11:09:00Z', 'revision_number': 3, 'project_id': '8c1f1e9e18bf467ea3771c2a77e49371', 'gw_port': {'id': 'a5a79d29-9407-4fb5-ba74-aeabad54f9f6', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d8:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a888add9-97d0-492c-8aee-53d2c949d2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:59Z', 'updated_at': '2022-04-08T11:08:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi'}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:09:01.611810 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027b759a-0576-4170-b908-89a960d08201 None None] Checking router: a888add9-97d0-492c-8aee-53d2c949d2cf for host: dv-cinder-836073-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:09:01.612525 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027b759a-0576-4170-b908-89a960d08201 None None] Updating router a888add9-97d0-492c-8aee-53d2c949d2cf port a5a79d29-9407-4fb5-ba74-aeabad54f9f6 binding host dv-cinder-836073-3-iscsi {{(pid=104019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:09:01.647073 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-027b759a-0576-4170-b908-89a960d08201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (a5a79d29-9407-4fb5-ba74-aeabad54f9f6), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:01.944725 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-027b759a-0576-4170-b908-89a960d08201 None None] Publish callbacks [] for port (a5a79d29-9407-4fb5-ba74-aeabad54f9f6), precommit_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:01.972921 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e494a7-e30f-402f-aa8c-28bc556f74fc None None] Network e892713d-dc57-47b4-b765-f61c2da569c3 requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:09:02.027355 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-027b759a-0576-4170-b908-89a960d08201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (a5a79d29-9407-4fb5-ba74-aeabad54f9f6), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:02.059805 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a463b303-a1f2-4281-8db1-e37481363bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:02.081539 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0459c298-c30f-46db-9499-1e897c6e4d32 None None] Provisioning complete for port df53fe9b-0c7b-4e90-b88a-1ed643463f47 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:09:02.082028 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0459c298-c30f-46db-9499-1e897c6e4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (df53fe9b-0c7b-4e90-b88a-1ed643463f47), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:02.091696 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d4927-d0ae-4b63-bd73-bb3956c97b69 None None] Pushing event updated for resources: {'Port': ['ID=a5a79d29-9407-4fb5-ba74-aeabad54f9f6,revision_number=2']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:02.105479 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-027b759a-0576-4170-b908-89a960d08201 None None] Attempting to bind port a5a79d29-9407-4fb5-ba74-aeabad54f9f6 on host dv-cinder-836073-3-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:09:02.106209 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-027b759a-0576-4170-b908-89a960d08201 None None] Attempting to bind port a5a79d29-9407-4fb5-ba74-aeabad54f9f6 by drivers openvswitch,hyperv on host dv-cinder-836073-3-iscsi at level 0 using segments [{'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:09:02.106853 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027b759a-0576-4170-b908-89a960d08201 None None] Attempting to bind port a5a79d29-9407-4fb5-ba74-aeabad54f9f6 on network 9ba38368-ff54-4986-b9fd-e3d76f01d727 {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:09:02.113281 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027b759a-0576-4170-b908-89a960d08201 None None] Checking agent: {'id': 'eea5fd99-e581-41a4-a61b-1141d246636d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 58, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:09:02.113907 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027b759a-0576-4170-b908-89a960d08201 None None] Checking segment: {'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:09:02.114296 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-027b759a-0576-4170-b908-89a960d08201 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:02.114712 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027b759a-0576-4170-b908-89a960d08201 None None] Bound using segment: {'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:09:02.115181 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-027b759a-0576-4170-b908-89a960d08201 None None] Bound port: a5a79d29-9407-4fb5-ba74-aeabad54f9f6, host: dv-cinder-836073-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:09:02.115554 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-027b759a-0576-4170-b908-89a960d08201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (a5a79d29-9407-4fb5-ba74-aeabad54f9f6), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:02.188360 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0459c298-c30f-46db-9499-1e897c6e4d32 None None] Current status of the port df53fe9b-0c7b-4e90-b88a-1ed643463f47 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:09:02.188745 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0459c298-c30f-46db-9499-1e897c6e4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (df53fe9b-0c7b-4e90-b88a-1ed643463f47), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:02.216011 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-027b759a-0576-4170-b908-89a960d08201 None None] For port a5a79d29-9407-4fb5-ba74-aeabad54f9f6, host dv-cinder-836073-3-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:09:02.219825 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-027b759a-0576-4170-b908-89a960d08201 None None] For port a5a79d29-9407-4fb5-ba74-aeabad54f9f6, host dv-cinder-836073-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=a5a79d29-9407-4fb5-ba74-aeabad54f9f6,segment=NetworkSegment(2bb98e3e-6539-44eb-b25b-4089590167ac),segment_id=2bb98e3e-6539-44eb-b25b-4089590167ac)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:09:02.273414 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0459c298-c30f-46db-9499-1e897c6e4d32 None None] For port df53fe9b-0c7b-4e90-b88a-1ed643463f47, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=df53fe9b-0c7b-4e90-b88a-1ed643463f47,segment=NetworkSegment(f3259406-86b2-430e-bee6-284cf4a21ac1),segment_id=f3259406-86b2-430e-bee6-284cf4a21ac1)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:09:02.297319 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-a463b303-a1f2-4281-8db1-e37481363bb8 admin admin] Allocated IP 172.20.0.1 (e892713d-dc57-47b4-b765-f61c2da569c3/99513169-f131-444e-89e7-4a78907fbf7c/94a14ed3-19d4-4896-a4b6-3d01b6c233a6) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:09:02.327159 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac51d0-dc8b-4417-b01d-01ba0e10e7dd req-0c11537f-2149-4b0f-a488-5c95feed03d2 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:02.331659 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-027b759a-0576-4170-b908-89a960d08201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (a5a79d29-9407-4fb5-ba74-aeabad54f9f6), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:02.334835 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-86ac51d0-dc8b-4417-b01d-01ba0e10e7dd req-0c11537f-2149-4b0f-a488-5c95feed03d2 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 945 time: 0.0810156 Apr 08 11:09:02.358818 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0459c298-c30f-46db-9499-1e897c6e4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (df53fe9b-0c7b-4e90-b88a-1ed643463f47), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:02.404606 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 29d9e174-bc71-4a2d-be31-99e62c5d87bd up at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:09:02.409303 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-86ac51d0-dc8b-4417-b01d-01ba0e10e7dd req-e267cdc6-90d5-4e06-b8b4-a52b15f70aa1 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732322 Apr 08 11:09:02.473131 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a463b303-a1f2-4281-8db1-e37481363bb8 admin admin] Publish callbacks [] for port (94a14ed3-19d4-4896-a4b6-3d01b6c233a6), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:02.506701 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459c298-c30f-46db-9499-1e897c6e4d32 None None] Pushing event updated for resources: {'Port': ['ID=df53fe9b-0c7b-4e90-b88a-1ed643463f47,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:02.524288 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ea2c3baf-3562-4403-9777-af059299cfd7 None None] Provisioning complete for port df53fe9b-0c7b-4e90-b88a-1ed643463f47 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:09:02.524802 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027b759a-0576-4170-b908-89a960d08201 None None] Routers {'a888add9-97d0-492c-8aee-53d2c949d2cf'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:09:02.525555 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ea2c3baf-3562-4403-9777-af059299cfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (df53fe9b-0c7b-4e90-b88a-1ed643463f47), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:02.536962 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-027b759a-0576-4170-b908-89a960d08201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:09:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['a888add9-97d0-492c-8aee-53d2c949d2cf'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:09:02.553650 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a463b303-a1f2-4281-8db1-e37481363bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629'] for port (94a14ed3-19d4-4896-a4b6-3d01b6c233a6), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:02.596872 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a463b303-a1f2-4281-8db1-e37481363bb8 admin admin] Network e892713d-dc57-47b4-b765-f61c2da569c3 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:09:02.600244 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-a463b303-a1f2-4281-8db1-e37481363bb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:09:02.600588 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d4927-d0ae-4b63-bd73-bb3956c97b69 None None] Pushing event updated for resources: {'Port': ['ID=a5a79d29-9407-4fb5-ba74-aeabad54f9f6,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:02.610959 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:02.612506 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a463b303-a1f2-4281-8db1-e37481363bb8 admin admin] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:09:02.613136 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a463b303-a1f2-4281-8db1-e37481363bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457544'] for router_interface (a888add9-97d0-492c-8aee-53d2c949d2cf), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:02.628954 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning for port 29d9e174-bc71-4a2d-be31-99e62c5d87bd completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:09:02.639028 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning complete for port 29d9e174-bc71-4a2d-be31-99e62c5d87bd triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:09:02.639405 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (29d9e174-bc71-4a2d-be31-99e62c5d87bd), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:02.642450 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ea2c3baf-3562-4403-9777-af059299cfd7 None None] Current status of the port df53fe9b-0c7b-4e90-b88a-1ed643463f47 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:09:02.668108 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a463b303-a1f2-4281-8db1-e37481363bb8 admin admin] Pushing event updated for resources: {'Port': ['ID=94a14ed3-19d4-4896-a4b6-3d01b6c233a6,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:02.681447 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-027b759a-0576-4170-b908-89a960d08201 None None] Set router a888add9-97d0-492c-8aee-53d2c949d2cf gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:09:02.771197 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port 29d9e174-bc71-4a2d-be31-99e62c5d87bd is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:09:02.771599 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (29d9e174-bc71-4a2d-be31-99e62c5d87bd), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:02.802649 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89c6605-5b7b-41f9-b8d4-5e248863adc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d9e174-bc71-4a2d-be31-99e62c5d87bd'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:09:02.805168 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351759d57aafe3a60f453950940ba8882eb57342389be8e59779499322ae84b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc967f4b-cb5d-49e1-b7d5-2bb23a4fce68" -d '{"events": [{"server_uuid": "a89c6605-5b7b-41f9-b8d4-5e248863adc5", "name": "network-vif-plugged", "status": "completed", "tag": "29d9e174-bc71-4a2d-be31-99e62c5d87bd"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:09:02.834746 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 29d9e174-bc71-4a2d-be31-99e62c5d87bd, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=29d9e174-bc71-4a2d-be31-99e62c5d87bd,segment=NetworkSegment(613f7358-0b7f-46c2-b204-8ee3ad5427d6),segment_id=613f7358-0b7f-46c2-b204-8ee3ad5427d6)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:09:02.851999 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a463b303-a1f2-4281-8db1-e37481363bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (94a14ed3-19d4-4896-a4b6-3d01b6c233a6), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:02.911558 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b939ce-9b00-48ab-8c05-5da1f440dca8 x-openstack-request-id: req-62b939ce-9b00-48ab-8c05-5da1f440dca8 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:09:02.911558 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89c6605-5b7b-41f9-b8d4-5e248863adc5", "name": "network-vif-plugged", "status": "completed", "tag": "29d9e174-bc71-4a2d-be31-99e62c5d87bd", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:09:02.911558 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-62b939ce-9b00-48ab-8c05-5da1f440dca8 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:09:02.911558 dv-cinder-836073-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62b939ce-9b00-48ab-8c05-5da1f440dca8'] response: {'server_uuid': 'a89c6605-5b7b-41f9-b8d4-5e248863adc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d9e174-bc71-4a2d-be31-99e62c5d87bd', 'code': 200} Apr 08 11:09:02.926342 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-027b759a-0576-4170-b908-89a960d08201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a888add9-97d0-492c-8aee-53d2c949d2cf', 'name': 'tempest-TestVolumeBootPattern-1595604806-router', 'tenant_id': '8c1f1e9e18bf467ea3771c2a77e49371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'a5a79d29-9407-4fb5-ba74-aeabad54f9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:59Z', 'updated_at': '2022-04-08T11:09:00Z', 'revision_number': 3, 'project_id': '8c1f1e9e18bf467ea3771c2a77e49371', 'gw_port': {'id': 'a5a79d29-9407-4fb5-ba74-aeabad54f9f6', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d8:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a888add9-97d0-492c-8aee-53d2c949d2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:59Z', 'updated_at': '2022-04-08T11:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi'}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:09:02.931178 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (29d9e174-bc71-4a2d-be31-99e62c5d87bd), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:02.932321 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 28bfb6b5-80a3-44a5-8807-cb2e795646a0 up at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:09:02.964619 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027b759a-0576-4170-b908-89a960d08201 None None] The sync data for ids ['a888add9-97d0-492c-8aee-53d2c949d2cf'] in dv-cinder-836073-3-iscsi is: [{'id': 'a888add9-97d0-492c-8aee-53d2c949d2cf', 'name': 'tempest-TestVolumeBootPattern-1595604806-router', 'tenant_id': '8c1f1e9e18bf467ea3771c2a77e49371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'a5a79d29-9407-4fb5-ba74-aeabad54f9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:59Z', 'updated_at': '2022-04-08T11:09:00Z', 'revision_number': 3, 'project_id': '8c1f1e9e18bf467ea3771c2a77e49371', 'gw_port': {'id': 'a5a79d29-9407-4fb5-ba74-aeabad54f9f6', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d8:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a888add9-97d0-492c-8aee-53d2c949d2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:59Z', 'updated_at': '2022-04-08T11:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi'}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:09:03.075357 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device df53fe9b-0c7b-4e90-b88a-1ed643463f47 up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:09:03.161868 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a463b303-a1f2-4281-8db1-e37481363bb8 admin admin] Publish callbacks [] for port (94a14ed3-19d4-4896-a4b6-3d01b6c233a6), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:03.228465 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-4fb2d37d-15fc-4227-9b85-59ed6e60a810 None None] Provisioning complete for port 94a14ed3-19d4-4896-a4b6-3d01b6c233a6 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:09:03.228465 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4fb2d37d-15fc-4227-9b85-59ed6e60a810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (94a14ed3-19d4-4896-a4b6-3d01b6c233a6), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:03.238614 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a463b303-a1f2-4281-8db1-e37481363bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (94a14ed3-19d4-4896-a4b6-3d01b6c233a6), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:03.239365 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a463b303-a1f2-4281-8db1-e37481363bb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7869787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457700'] for router_interface (a888add9-97d0-492c-8aee-53d2c949d2cf), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:03.286279 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=29d9e174-bc71-4a2d-be31-99e62c5d87bd,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:03.337780 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port df53fe9b-0c7b-4e90-b88a-1ed643463f47 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:09:03.338131 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (df53fe9b-0c7b-4e90-b88a-1ed643463f47), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:03.383690 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a463b303-a1f2-4281-8db1-e37481363bb8 admin admin] Pushing event updated for resources: {'Port': ['ID=94a14ed3-19d4-4896-a4b6-3d01b6c233a6,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:03.415093 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning for port 28bfb6b5-80a3-44a5-8807-cb2e795646a0 completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:09:03.434185 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-4fb2d37d-15fc-4227-9b85-59ed6e60a810 None None] Port 94a14ed3-19d4-4896-a4b6-3d01b6c233a6 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:09:03.440799 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a463b303-a1f2-4281-8db1-e37481363bb8 admin admin] Network e892713d-dc57-47b4-b765-f61c2da569c3 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:09:03.443003 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-a463b303-a1f2-4281-8db1-e37481363bb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:09:03.458644 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning complete for port 28bfb6b5-80a3-44a5-8807-cb2e795646a0 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:09:03.462177 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-81129365-e5ea-4588-a439-e7c022144db4 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=cf3b9e14ccd0433896001db83a5c2361&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1116879 Apr 08 11:09:03.478098 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (28bfb6b5-80a3-44a5-8807-cb2e795646a0), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:03.596330 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port df53fe9b-0c7b-4e90-b88a-1ed643463f47 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:09:03.676926 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port 28bfb6b5-80a3-44a5-8807-cb2e795646a0 is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:09:03.677355 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (28bfb6b5-80a3-44a5-8807-cb2e795646a0), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:03.718256 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9a29a-b881-4717-93e1-b656d6d51015 req-d47c0bcf-89f8-4084-b0a1-e3ab2aa65716 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:03.722174 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d1b9a29a-b881-4717-93e1-b656d6d51015 req-d47c0bcf-89f8-4084-b0a1-e3ab2aa65716 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 946 time: 0.1505497 Apr 08 11:09:03.751531 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 28bfb6b5-80a3-44a5-8807-cb2e795646a0, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=28bfb6b5-80a3-44a5-8807-cb2e795646a0,segment=NetworkSegment(613f7358-0b7f-46c2-b204-8ee3ad5427d6),segment_id=613f7358-0b7f-46c2-b204-8ee3ad5427d6)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:09:03.776419 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-594a81f8-9290-4489-ba3d-0ea0835abfc2 None None] Provisioning complete for port 94a14ed3-19d4-4896-a4b6-3d01b6c233a6 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:09:03.776800 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-594a81f8-9290-4489-ba3d-0ea0835abfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (94a14ed3-19d4-4896-a4b6-3d01b6c233a6), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:03.782735 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a463b303-a1f2-4281-8db1-e37481363bb8 admin admin] Router a888add9-97d0-492c-8aee-53d2c949d2cf has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:09:03.818608 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-594a81f8-9290-4489-ba3d-0ea0835abfc2 None None] Port 94a14ed3-19d4-4896-a4b6-3d01b6c233a6 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:09:03.834237 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (28bfb6b5-80a3-44a5-8807-cb2e795646a0), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:03.843480 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d1b9a29a-b881-4717-93e1-b656d6d51015 req-26a77900-6225-43b3-b0bc-acc60166e8cc tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139104 Apr 08 11:09:03.897806 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=28bfb6b5-80a3-44a5-8807-cb2e795646a0,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:03.990621 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b50f8-7fba-40b4-80fc-5561fa955ba6 req-8bf05b33-8178-4537-be62-33029f433f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:03.992463 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7c5b50f8-7fba-40b4-80fc-5561fa955ba6 req-8bf05b33-8178-4537-be62-33029f433f68 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 1130 time: 0.7080195 Apr 08 11:09:04.022903 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a463b303-a1f2-4281-8db1-e37481363bb8 admin admin] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:09:04.029633 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-a463b303-a1f2-4281-8db1-e37481363bb8 admin admin] 10.222.0.53 "PUT /v2.0/routers/a888add9-97d0-492c-8aee-53d2c949d2cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6845675 Apr 08 11:09:04.034745 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 46542) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:09:04.099211 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-9e037091-522a-4d18-8fac-95f2b2fac926 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:04.101106 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-9e037091-522a-4d18-8fac-95f2b2fac926 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6342430 Apr 08 11:09:04.139104 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7c5b50f8-7fba-40b4-80fc-5561fa955ba6 req-d413e91f-626c-4b3a-8148-e631c081e961 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193323 Apr 08 11:09:04.140481 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-05ebe2e0-e914-4b1a-8cd4-c4859cc786c9 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/quotas/cf3b9e14ccd0433896001db83a5c2361 HTTP/1.1" status: 200 len: 375 time: 0.0155311 Apr 08 11:09:04.196306 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-1cf151ad-1b08-4962-9591-de78f911e544 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf3b9e14ccd0433896001db83a5c2361&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450315 Apr 08 11:09:04.252312 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6b3bda7f-6d0a-4134-ab79-5ce1990c0fd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:04.272678 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:04.390632 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6b3bda7f-6d0a-4134-ab79-5ce1990c0fd4 admin admin] Publish callbacks [] for security_group (be4f469d-06e8-45e6-b6e8-a4ac89697e3d), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:04.469399 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6b3bda7f-6d0a-4134-ab79-5ce1990c0fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (be4f469d-06e8-45e6-b6e8-a4ac89697e3d), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:04.525853 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-6b3bda7f-6d0a-4134-ab79-5ce1990c0fd4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d6ba82c5b6c04354afd954160bee2a23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4868093 Apr 08 11:09:04.525853 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3bda7f-6d0a-4134-ab79-5ce1990c0fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4f469d-06e8-45e6-b6e8-a4ac89697e3d,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:04.526653 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 46570) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:09:04.609537 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-552ed4a5-108e-46ff-af97-36aa98144cc9 admin admin] Publish callbacks [] for security_group (be4f469d-06e8-45e6-b6e8-a4ac89697e3d), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:04.635248 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-552ed4a5-108e-46ff-af97-36aa98144cc9 admin admin] Publish callbacks [] for security_group (be4f469d-06e8-45e6-b6e8-a4ac89697e3d), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:04.798746 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-552ed4a5-108e-46ff-af97-36aa98144cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (be4f469d-06e8-45e6-b6e8-a4ac89697e3d), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:04.803680 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-552ed4a5-108e-46ff-af97-36aa98144cc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:04.803680 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-552ed4a5-108e-46ff-af97-36aa98144cc9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/be4f469d-06e8-45e6-b6e8-a4ac89697e3d HTTP/1.1" status: 204 len: 168 time: 0.2756388 Apr 08 11:09:04.813399 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ed4a5-108e-46ff-af97-36aa98144cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4f469d-06e8-45e6-b6e8-a4ac89697e3d,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:04.908000 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device a5a79d29-9407-4fb5-ba74-aeabad54f9f6 up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:09:04.910891 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e432f2c-f993-417f-89e6-33256174ddf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bfb6b5-80a3-44a5-8807-cb2e795646a0'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:09:04.913168 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351759d57aafe3a60f453950940ba8882eb57342389be8e59779499322ae84b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34df24a6-c126-48ba-bc68-f6e351c204ad" -d '{"events": [{"server_uuid": "1e432f2c-f993-417f-89e6-33256174ddf4", "name": "network-vif-plugged", "status": "completed", "tag": "28bfb6b5-80a3-44a5-8807-cb2e795646a0"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:09:04.967001 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port a5a79d29-9407-4fb5-ba74-aeabad54f9f6 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:09:04.967899 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (a5a79d29-9407-4fb5-ba74-aeabad54f9f6), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:05.014103 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 46584) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:09:05.019940 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-2bebd4e9-1d2b-4933-a256-4ffc34a20f7a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1062516231', 'description': 'tempest-secgroup-smoke-1062516231 description', 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:09:05.057714 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port a5a79d29-9407-4fb5-ba74-aeabad54f9f6 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:09:05.058100 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (a5a79d29-9407-4fb5-ba74-aeabad54f9f6), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:05.082518 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-34298e1c-ee44-4483-9f5d-acfed23f92c6 req-0dcb5795-5879-462d-aded-565e30b099f7 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff6debac-82a1-4cb1-8a13-f7dbf03113c8 HTTP/1.1" status: 200 len: 210 time: 0.0317993 Apr 08 11:09:05.098068 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] For port a5a79d29-9407-4fb5-ba74-aeabad54f9f6, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=a5a79d29-9407-4fb5-ba74-aeabad54f9f6,segment=NetworkSegment(2bb98e3e-6539-44eb-b25b-4089590167ac),segment_id=2bb98e3e-6539-44eb-b25b-4089590167ac)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:09:05.147312 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2bebd4e9-1d2b-4933-a256-4ffc34a20f7a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:05.204472 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (a5a79d29-9407-4fb5-ba74-aeabad54f9f6), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:05.220643 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893fc8e-8597-4469-91cf-ddb21338e132 req-89af2854-fe0a-4d06-add0-a05ea4a16152 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:05.222263 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b893fc8e-8597-4469-91cf-ddb21338e132 req-89af2854-fe0a-4d06-add0-a05ea4a16152 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 946 time: 0.0720148 Apr 08 11:09:05.238132 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2bebd4e9-1d2b-4933-a256-4ffc34a20f7a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for security_group (4c5d86ed-5450-4b20-9af2-227fa527619d), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:05.286679 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Pushing event updated for resources: {'Port': ['ID=a5a79d29-9407-4fb5-ba74-aeabad54f9f6,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:05.302676 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b893fc8e-8597-4469-91cf-ddb21338e132 req-286fcb39-8f51-4637-9953-1c5f2033ac72 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712826 Apr 08 11:09:05.324312 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2bebd4e9-1d2b-4933-a256-4ffc34a20f7a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (4c5d86ed-5450-4b20-9af2-227fa527619d), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:05.348453 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ad36dc-e1bb-4917-8629-d5dbf3645e20 None None] Sync routers for ids ['a888add9-97d0-492c-8aee-53d2c949d2cf'] in dv-cinder-836073-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:09:05.355139 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cb27ab-450e-4756-8018-cf5f926ff879 x-openstack-request-id: req-00cb27ab-450e-4756-8018-cf5f926ff879 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:09:05.358063 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e432f2c-f993-417f-89e6-33256174ddf4", "name": "network-vif-plugged", "status": "completed", "tag": "28bfb6b5-80a3-44a5-8807-cb2e795646a0", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:09:05.358063 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-00cb27ab-450e-4756-8018-cf5f926ff879 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:09:05.358063 dv-cinder-836073-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00cb27ab-450e-4756-8018-cf5f926ff879'] response: {'server_uuid': '1e432f2c-f993-417f-89e6-33256174ddf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bfb6b5-80a3-44a5-8807-cb2e795646a0', 'code': 200} Apr 08 11:09:05.359454 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bebd4e9-1d2b-4933-a256-4ffc34a20f7a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5d86ed-5450-4b20-9af2-227fa527619d,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:05.361551 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ad36dc-e1bb-4917-8629-d5dbf3645e20 None None] Routers {'a888add9-97d0-492c-8aee-53d2c949d2cf'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:09:05.362197 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-74ad36dc-e1bb-4917-8629-d5dbf3645e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:09:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['a888add9-97d0-492c-8aee-53d2c949d2cf'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:09:05.435375 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2bebd4e9-1d2b-4933-a256-4ffc34a20f7a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:05.436647 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-2bebd4e9-1d2b-4933-a256-4ffc34a20f7a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4205189 Apr 08 11:09:05.439830 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 46594) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:09:05.444348 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-ab33a941-bba8-4f4f-8c51-610f7b50469d tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Request body: {'security_group_rule': {'security_group_id': '4c5d86ed-5450-4b20-9af2-227fa527619d', 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:09:05.500022 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-74ad36dc-e1bb-4917-8629-d5dbf3645e20 None None] Set router a888add9-97d0-492c-8aee-53d2c949d2cf gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:09:05.559073 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ab33a941-bba8-4f4f-8c51-610f7b50469d tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for security_group_rule (6538d929-b8af-4217-8ecc-f311f13a1fe3), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:05.567072 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 46602) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:09:05.591457 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-91216807-41b6-4594-8d4b-57b1f6eef820 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:05.651325 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ab33a941-bba8-4f4f-8c51-610f7b50469d tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for security_group_rule (6538d929-b8af-4217-8ecc-f311f13a1fe3), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:05.683828 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-91216807-41b6-4594-8d4b-57b1f6eef820 admin admin] Publish callbacks [] for security_group (830d395b-c08c-465f-8ade-52b26ceaddbc), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:05.720202 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-74ad36dc-e1bb-4917-8629-d5dbf3645e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a888add9-97d0-492c-8aee-53d2c949d2cf', 'name': 'tempest-TestVolumeBootPattern-1595604806-router', 'tenant_id': '8c1f1e9e18bf467ea3771c2a77e49371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'a5a79d29-9407-4fb5-ba74-aeabad54f9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:59Z', 'updated_at': '2022-04-08T11:09:02Z', 'revision_number': 4, 'project_id': '8c1f1e9e18bf467ea3771c2a77e49371', 'gw_port': {'id': 'a5a79d29-9407-4fb5-ba74-aeabad54f9f6', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a888add9-97d0-492c-8aee-53d2c949d2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:59Z', 'updated_at': '2022-04-08T11:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': '94a14ed3-19d4-4896-a4b6-3d01b6c233a6', 'name': '', 'network_id': 'e892713d-dc57-47b4-b765-f61c2da569c3', 'tenant_id': '8c1f1e9e18bf467ea3771c2a77e49371', 'mac_address': 'fa:16:3e:8b:e7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a888add9-97d0-492c-8aee-53d2c949d2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '99513169-f131-444e-89e7-4a78907fbf7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:09:02Z', 'updated_at': '2022-04-08T11:09:02Z', 'revision_number': 2, 'project_id': '8c1f1e9e18bf467ea3771c2a77e49371', 'subnets': [{'id': '99513169-f131-444e-89e7-4a78907fbf7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:09:05.751566 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ad36dc-e1bb-4917-8629-d5dbf3645e20 None None] Checking router: a888add9-97d0-492c-8aee-53d2c949d2cf for host: dv-cinder-836073-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:09:05.751915 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ad36dc-e1bb-4917-8629-d5dbf3645e20 None None] Updating router a888add9-97d0-492c-8aee-53d2c949d2cf port 94a14ed3-19d4-4896-a4b6-3d01b6c233a6 binding host dv-cinder-836073-3-iscsi {{(pid=104018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:09:05.753155 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ab33a941-bba8-4f4f-8c51-610f7b50469d tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919275'] for security_group_rule (6538d929-b8af-4217-8ecc-f311f13a1fe3), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:05.753330 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-91216807-41b6-4594-8d4b-57b1f6eef820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (830d395b-c08c-465f-8ade-52b26ceaddbc), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:05.780275 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33a941-bba8-4f4f-8c51-610f7b50469d tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6538d929-b8af-4217-8ecc-f311f13a1fe3,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:05.795644 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-74ad36dc-e1bb-4917-8629-d5dbf3645e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (94a14ed3-19d4-4896-a4b6-3d01b6c233a6), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:05.804056 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-91216807-41b6-4594-8d4b-57b1f6eef820 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9ed0f4eaf99d48ffa45ae339d4d581fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357831 Apr 08 11:09:05.805992 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91216807-41b6-4594-8d4b-57b1f6eef820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830d395b-c08c-465f-8ade-52b26ceaddbc,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:05.806863 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 46606) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:09:05.850402 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ab33a941-bba8-4f4f-8c51-610f7b50469d tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:05.863649 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-ab33a941-bba8-4f4f-8c51-610f7b50469d tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4108913 Apr 08 11:09:05.865894 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 46610) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:09:05.870430 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-6551a1f7-d11f-42fa-9255-22af6a27304d tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Request body: {'security_group_rule': {'security_group_id': '4c5d86ed-5450-4b20-9af2-227fa527619d', 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:09:05.899430 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7dabc5c6-e138-4d73-a54a-61f5029524cb admin admin] Publish callbacks [] for security_group (830d395b-c08c-465f-8ade-52b26ceaddbc), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:05.922914 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7dabc5c6-e138-4d73-a54a-61f5029524cb admin admin] Publish callbacks [] for security_group (830d395b-c08c-465f-8ade-52b26ceaddbc), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:05.975600 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6551a1f7-d11f-42fa-9255-22af6a27304d tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for security_group_rule (656cf497-cbb9-4082-97ed-097b0da3269f), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:06.035227 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7dabc5c6-e138-4d73-a54a-61f5029524cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (830d395b-c08c-465f-8ade-52b26ceaddbc), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:06.037810 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7dabc5c6-e138-4d73-a54a-61f5029524cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:06.039017 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-7dabc5c6-e138-4d73-a54a-61f5029524cb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/830d395b-c08c-465f-8ade-52b26ceaddbc HTTP/1.1" status: 204 len: 168 time: 0.2301614 Apr 08 11:09:06.061804 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6551a1f7-d11f-42fa-9255-22af6a27304d tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for security_group_rule (656cf497-cbb9-4082-97ed-097b0da3269f), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:06.063139 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dabc5c6-e138-4d73-a54a-61f5029524cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830d395b-c08c-465f-8ade-52b26ceaddbc,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:06.153095 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6551a1f7-d11f-42fa-9255-22af6a27304d tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919275'] for security_group_rule (656cf497-cbb9-4082-97ed-097b0da3269f), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:06.193349 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6551a1f7-d11f-42fa-9255-22af6a27304d tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=656cf497-cbb9-4082-97ed-097b0da3269f,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:06.226213 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c8c7b366-e2c8-4e11-836b-3ba5121ed4c0 req-395cca6a-c650-497e-b741-c09c173ea6e6 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff6debac-82a1-4cb1-8a13-f7dbf03113c8 HTTP/1.1" status: 200 len: 210 time: 0.0373025 Apr 08 11:09:06.266621 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6551a1f7-d11f-42fa-9255-22af6a27304d tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:06.273889 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-6551a1f7-d11f-42fa-9255-22af6a27304d tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4026146 Apr 08 11:09:06.276745 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 46622) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:09:06.281858 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-1b019a1c-e12c-49a2-b3be-c5ae8643b330 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Request body: {'security_group_rule': {'security_group_id': '4c5d86ed-5450-4b20-9af2-227fa527619d', 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:09:06.309807 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-74ad36dc-e1bb-4917-8629-d5dbf3645e20 None None] Publish callbacks [] for port (94a14ed3-19d4-4896-a4b6-3d01b6c233a6), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:06.423380 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34101e-5ce1-4c33-9f9e-48ac91ac9600 req-0cc70ce1-be16-4ee5-a02d-51b0918298fc tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:06.425102 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-bd34101e-5ce1-4c33-9f9e-48ac91ac9600 req-0cc70ce1-be16-4ee5-a02d-51b0918298fc tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 946 time: 0.0555120 Apr 08 11:09:06.426231 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-74ad36dc-e1bb-4917-8629-d5dbf3645e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (94a14ed3-19d4-4896-a4b6-3d01b6c233a6), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:06.445052 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1b019a1c-e12c-49a2-b3be-c5ae8643b330 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for security_group_rule (958ade8e-5bf8-4b5f-aa36-a8612bc27a00), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:06.507640 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a178fcdb-a45a-496f-bb6b-57909ba51722 None None] Pushing event updated for resources: {'Port': ['ID=94a14ed3-19d4-4896-a4b6-3d01b6c233a6,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:06.552273 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-bd34101e-5ce1-4c33-9f9e-48ac91ac9600 req-5e3a5b54-d30b-4a34-835a-192a540cad01 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175649 Apr 08 11:09:06.583267 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-74ad36dc-e1bb-4917-8629-d5dbf3645e20 None None] Attempting to bind port 94a14ed3-19d4-4896-a4b6-3d01b6c233a6 on host dv-cinder-836073-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:09:06.583640 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-74ad36dc-e1bb-4917-8629-d5dbf3645e20 None None] Attempting to bind port 94a14ed3-19d4-4896-a4b6-3d01b6c233a6 by drivers openvswitch,hyperv on host dv-cinder-836073-3-iscsi at level 0 using segments [{'id': 'f3259406-86b2-430e-bee6-284cf4a21ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e892713d-dc57-47b4-b765-f61c2da569c3'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:09:06.583991 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ad36dc-e1bb-4917-8629-d5dbf3645e20 None None] Attempting to bind port 94a14ed3-19d4-4896-a4b6-3d01b6c233a6 on network e892713d-dc57-47b4-b765-f61c2da569c3 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:09:06.589844 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ad36dc-e1bb-4917-8629-d5dbf3645e20 None None] Checking agent: {'id': 'eea5fd99-e581-41a4-a61b-1141d246636d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 58, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:09:06.590284 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ad36dc-e1bb-4917-8629-d5dbf3645e20 None None] Checking segment: {'id': 'f3259406-86b2-430e-bee6-284cf4a21ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e892713d-dc57-47b4-b765-f61c2da569c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:09:06.590625 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-74ad36dc-e1bb-4917-8629-d5dbf3645e20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:06.591021 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ad36dc-e1bb-4917-8629-d5dbf3645e20 None None] Bound using segment: {'id': 'f3259406-86b2-430e-bee6-284cf4a21ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e892713d-dc57-47b4-b765-f61c2da569c3'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:09:06.591540 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-74ad36dc-e1bb-4917-8629-d5dbf3645e20 None None] Bound port: 94a14ed3-19d4-4896-a4b6-3d01b6c233a6, host: dv-cinder-836073-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3259406-86b2-430e-bee6-284cf4a21ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e892713d-dc57-47b4-b765-f61c2da569c3'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:09:06.591861 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-74ad36dc-e1bb-4917-8629-d5dbf3645e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (94a14ed3-19d4-4896-a4b6-3d01b6c233a6), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:06.615611 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1b019a1c-e12c-49a2-b3be-c5ae8643b330 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for security_group_rule (958ade8e-5bf8-4b5f-aa36-a8612bc27a00), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:06.625843 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd4793-33be-49bd-a4cc-aae18234f5bb req-f9da6d34-9d59-49a5-8a1d-36164a4b209f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:06.630659 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-37bd4793-33be-49bd-a4cc-aae18234f5bb req-f9da6d34-9d59-49a5-8a1d-36164a4b209f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1e432f2c-f993-417f-89e6-33256174ddf4 HTTP/1.1" status: 200 len: 1129 time: 0.1116152 Apr 08 11:09:06.713890 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1b019a1c-e12c-49a2-b3be-c5ae8643b330 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919275'] for security_group_rule (958ade8e-5bf8-4b5f-aa36-a8612bc27a00), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:06.722072 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-74ad36dc-e1bb-4917-8629-d5dbf3645e20 None None] For port 94a14ed3-19d4-4896-a4b6-3d01b6c233a6, host dv-cinder-836073-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:09:06.722895 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-37bd4793-33be-49bd-a4cc-aae18234f5bb req-c5ee0f58-e263-437e-bc58-20c016de8ae3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802231 Apr 08 11:09:06.730399 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-74ad36dc-e1bb-4917-8629-d5dbf3645e20 None None] For port 94a14ed3-19d4-4896-a4b6-3d01b6c233a6, host dv-cinder-836073-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=94a14ed3-19d4-4896-a4b6-3d01b6c233a6,segment=NetworkSegment(f3259406-86b2-430e-bee6-284cf4a21ac1),segment_id=f3259406-86b2-430e-bee6-284cf4a21ac1)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:09:06.740046 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b019a1c-e12c-49a2-b3be-c5ae8643b330 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=958ade8e-5bf8-4b5f-aa36-a8612bc27a00,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:06.816966 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-74ad36dc-e1bb-4917-8629-d5dbf3645e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (94a14ed3-19d4-4896-a4b6-3d01b6c233a6), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:06.824904 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1b019a1c-e12c-49a2-b3be-c5ae8643b330 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:06.827990 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-1b019a1c-e12c-49a2-b3be-c5ae8643b330 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5501442 Apr 08 11:09:06.830749 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 46630) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:09:06.836169 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-1bf88a9a-6234-4384-80f7-b7ea3a6c5902 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Request body: {'security_group_rule': {'security_group_id': '4c5d86ed-5450-4b20-9af2-227fa527619d', 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:09:06.896785 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device a5a79d29-9407-4fb5-ba74-aeabad54f9f6 up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:09:06.956786 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a178fcdb-a45a-496f-bb6b-57909ba51722 None None] Pushing event updated for resources: {'Port': ['ID=94a14ed3-19d4-4896-a4b6-3d01b6c233a6,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:06.965604 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ad36dc-e1bb-4917-8629-d5dbf3645e20 None None] Routers {'a888add9-97d0-492c-8aee-53d2c949d2cf'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:09:06.966235 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-74ad36dc-e1bb-4917-8629-d5dbf3645e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:09:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['a888add9-97d0-492c-8aee-53d2c949d2cf'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:09:06.979566 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1bf88a9a-6234-4384-80f7-b7ea3a6c5902 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for security_group_rule (96db799b-b2ef-4aed-98bf-003c0e4354e6), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:07.058770 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-faeacd81-e32a-4f73-aca3-ea30c0f0070a None None] Provisioning complete for port 94a14ed3-19d4-4896-a4b6-3d01b6c233a6 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:09:07.059982 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-faeacd81-e32a-4f73-aca3-ea30c0f0070a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (94a14ed3-19d4-4896-a4b6-3d01b6c233a6), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:07.097845 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1bf88a9a-6234-4384-80f7-b7ea3a6c5902 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for security_group_rule (96db799b-b2ef-4aed-98bf-003c0e4354e6), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:07.159037 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1bf88a9a-6234-4384-80f7-b7ea3a6c5902 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919275'] for security_group_rule (96db799b-b2ef-4aed-98bf-003c0e4354e6), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:07.188015 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 46644) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:09:07.202246 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2ad1fe69-b02e-4ef8-accb-4527e4662986 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:07.203150 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf88a9a-6234-4384-80f7-b7ea3a6c5902 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96db799b-b2ef-4aed-98bf-003c0e4354e6,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:07.222633 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port a5a79d29-9407-4fb5-ba74-aeabad54f9f6 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:09:07.223012 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (a5a79d29-9407-4fb5-ba74-aeabad54f9f6), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:07.259241 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-74ad36dc-e1bb-4917-8629-d5dbf3645e20 None None] Set router a888add9-97d0-492c-8aee-53d2c949d2cf gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:09:07.265549 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6b399-e54a-42e9-8e20-4848716689f1 req-65becadd-d72a-4704-82ef-d22035eaf8ee tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:07.275660 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f8c6b399-e54a-42e9-8e20-4848716689f1 req-65becadd-d72a-4704-82ef-d22035eaf8ee tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 946 time: 0.1090541 Apr 08 11:09:07.295782 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1bf88a9a-6234-4384-80f7-b7ea3a6c5902 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:07.302401 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-1bf88a9a-6234-4384-80f7-b7ea3a6c5902 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4684331 Apr 08 11:09:07.302894 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 46648) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:09:07.308623 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-58dc015c-b578-4aab-9581-4fb224542ed7 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Request body: {'security_group_rule': {'security_group_id': '4c5d86ed-5450-4b20-9af2-227fa527619d', 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:09:07.308966 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2ad1fe69-b02e-4ef8-accb-4527e4662986 admin admin] Publish callbacks [] for security_group (c994a0ac-05a7-4043-a890-8aa4f1e35578), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:07.360479 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f8c6b399-e54a-42e9-8e20-4848716689f1 req-4a36db81-96e1-44a1-a2a9-86e822c3da17 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837934 Apr 08 11:09:07.374568 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7d3ca957-daae-41b1-9d23-8a98a2a4f792 req-c4d906e1-f965-4d2c-a566-a8414efd64a7 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff6debac-82a1-4cb1-8a13-f7dbf03113c8 HTTP/1.1" status: 200 len: 210 time: 0.0357926 Apr 08 11:09:07.375868 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2ad1fe69-b02e-4ef8-accb-4527e4662986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (c994a0ac-05a7-4043-a890-8aa4f1e35578), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:07.414806 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad1fe69-b02e-4ef8-accb-4527e4662986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c994a0ac-05a7-4043-a890-8aa4f1e35578,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:07.416106 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.db.securitygroups_db [None req-58dc015c-b578-4aab-9581-4fb224542ed7 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Project dbbd14ea76324b76bd17c80e4eceaef9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 11:09:07.422225 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-58dc015c-b578-4aab-9581-4fb224542ed7 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for security_group_rule (776ec7c5-57bd-4ea6-ac7d-5cc2cd216ec9), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:07.431293 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-2ad1fe69-b02e-4ef8-accb-4527e4662986 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ab9416ca97974adb9d8b124c3c5e5c2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420053 Apr 08 11:09:07.434199 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 46652) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:09:07.461694 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-faeacd81-e32a-4f73-aca3-ea30c0f0070a None None] Current status of the port 94a14ed3-19d4-4896-a4b6-3d01b6c233a6 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:09:07.462270 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-faeacd81-e32a-4f73-aca3-ea30c0f0070a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (94a14ed3-19d4-4896-a4b6-3d01b6c233a6), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:07.489934 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-55b5bcad-26fb-4987-9dcd-d868ddb61df6 admin admin] Publish callbacks [] for security_group (c994a0ac-05a7-4043-a890-8aa4f1e35578), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:07.490580 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-58dc015c-b578-4aab-9581-4fb224542ed7 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for security_group_rule (776ec7c5-57bd-4ea6-ac7d-5cc2cd216ec9), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:07.513016 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-55b5bcad-26fb-4987-9dcd-d868ddb61df6 admin admin] Publish callbacks [] for security_group (c994a0ac-05a7-4043-a890-8aa4f1e35578), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:07.542124 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-58dc015c-b578-4aab-9581-4fb224542ed7 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919275'] for security_group_rule (776ec7c5-57bd-4ea6-ac7d-5cc2cd216ec9), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:07.549782 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port a5a79d29-9407-4fb5-ba74-aeabad54f9f6 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:09:07.562228 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dc015c-b578-4aab-9581-4fb224542ed7 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=776ec7c5-57bd-4ea6-ac7d-5cc2cd216ec9,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:07.562453 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-faeacd81-e32a-4f73-aca3-ea30c0f0070a None None] For port 94a14ed3-19d4-4896-a4b6-3d01b6c233a6, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=94a14ed3-19d4-4896-a4b6-3d01b6c233a6,segment=NetworkSegment(f3259406-86b2-430e-bee6-284cf4a21ac1),segment_id=f3259406-86b2-430e-bee6-284cf4a21ac1)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:09:07.609358 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-74ad36dc-e1bb-4917-8629-d5dbf3645e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a888add9-97d0-492c-8aee-53d2c949d2cf', 'name': 'tempest-TestVolumeBootPattern-1595604806-router', 'tenant_id': '8c1f1e9e18bf467ea3771c2a77e49371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'a5a79d29-9407-4fb5-ba74-aeabad54f9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:59Z', 'updated_at': '2022-04-08T11:09:02Z', 'revision_number': 4, 'project_id': '8c1f1e9e18bf467ea3771c2a77e49371', 'gw_port': {'id': 'a5a79d29-9407-4fb5-ba74-aeabad54f9f6', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a888add9-97d0-492c-8aee-53d2c949d2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:59Z', 'updated_at': '2022-04-08T11:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': '94a14ed3-19d4-4896-a4b6-3d01b6c233a6', 'name': '', 'network_id': 'e892713d-dc57-47b4-b765-f61c2da569c3', 'tenant_id': '8c1f1e9e18bf467ea3771c2a77e49371', 'mac_address': 'fa:16:3e:8b:e7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a888add9-97d0-492c-8aee-53d2c949d2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '99513169-f131-444e-89e7-4a78907fbf7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:09:02Z', 'updated_at': '2022-04-08T11:09:06Z', 'revision_number': 4, 'project_id': '8c1f1e9e18bf467ea3771c2a77e49371', 'subnets': [{'id': '99513169-f131-444e-89e7-4a78907fbf7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:09:07.612600 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-faeacd81-e32a-4f73-aca3-ea30c0f0070a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (94a14ed3-19d4-4896-a4b6-3d01b6c233a6), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:07.627176 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-55b5bcad-26fb-4987-9dcd-d868ddb61df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (c994a0ac-05a7-4043-a890-8aa4f1e35578), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:07.629410 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-58dc015c-b578-4aab-9581-4fb224542ed7 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:07.633258 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-55b5bcad-26fb-4987-9dcd-d868ddb61df6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:07.633400 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-58dc015c-b578-4aab-9581-4fb224542ed7 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3267455 Apr 08 11:09:07.633493 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-55b5bcad-26fb-4987-9dcd-d868ddb61df6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c994a0ac-05a7-4043-a890-8aa4f1e35578 HTTP/1.1" status: 204 len: 168 time: 0.1970165 Apr 08 11:09:07.634823 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 46654) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:09:07.639488 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-75d78b5e-65e9-412a-961f-db0477b5bb7a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Request body: {'security_group_rule': {'security_group_id': '4c5d86ed-5450-4b20-9af2-227fa527619d', 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:09:07.643018 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ad36dc-e1bb-4917-8629-d5dbf3645e20 None None] The sync data for ids ['a888add9-97d0-492c-8aee-53d2c949d2cf'] in dv-cinder-836073-3-iscsi is: [{'id': 'a888add9-97d0-492c-8aee-53d2c949d2cf', 'name': 'tempest-TestVolumeBootPattern-1595604806-router', 'tenant_id': '8c1f1e9e18bf467ea3771c2a77e49371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'a5a79d29-9407-4fb5-ba74-aeabad54f9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:59Z', 'updated_at': '2022-04-08T11:09:02Z', 'revision_number': 4, 'project_id': '8c1f1e9e18bf467ea3771c2a77e49371', 'gw_port': {'id': 'a5a79d29-9407-4fb5-ba74-aeabad54f9f6', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a888add9-97d0-492c-8aee-53d2c949d2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:59Z', 'updated_at': '2022-04-08T11:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': '94a14ed3-19d4-4896-a4b6-3d01b6c233a6', 'name': '', 'network_id': 'e892713d-dc57-47b4-b765-f61c2da569c3', 'tenant_id': '8c1f1e9e18bf467ea3771c2a77e49371', 'mac_address': 'fa:16:3e:8b:e7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a888add9-97d0-492c-8aee-53d2c949d2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '99513169-f131-444e-89e7-4a78907fbf7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:09:02Z', 'updated_at': '2022-04-08T11:09:06Z', 'revision_number': 4, 'project_id': '8c1f1e9e18bf467ea3771c2a77e49371', 'subnets': [{'id': '99513169-f131-444e-89e7-4a78907fbf7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:09:07.671057 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5bcad-26fb-4987-9dcd-d868ddb61df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c994a0ac-05a7-4043-a890-8aa4f1e35578,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:07.717289 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeacd81-e32a-4f73-aca3-ea30c0f0070a None None] Pushing event updated for resources: {'Port': ['ID=94a14ed3-19d4-4896-a4b6-3d01b6c233a6,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:07.743003 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.db.securitygroups_db [None req-75d78b5e-65e9-412a-961f-db0477b5bb7a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Project dbbd14ea76324b76bd17c80e4eceaef9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 11:09:07.746151 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-4bd6258d-82a1-4892-9272-ae686b0384fe None None] Provisioning complete for port 94a14ed3-19d4-4896-a4b6-3d01b6c233a6 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:09:07.746661 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4bd6258d-82a1-4892-9272-ae686b0384fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (94a14ed3-19d4-4896-a4b6-3d01b6c233a6), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:07.751690 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-75d78b5e-65e9-412a-961f-db0477b5bb7a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for security_group_rule (9594c0eb-27a7-4157-a65a-9f0890f59c2a), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:07.844071 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-75d78b5e-65e9-412a-961f-db0477b5bb7a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for security_group_rule (9594c0eb-27a7-4157-a65a-9f0890f59c2a), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:07.846049 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-4bd6258d-82a1-4892-9272-ae686b0384fe None None] Current status of the port 94a14ed3-19d4-4896-a4b6-3d01b6c233a6 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:09:07.924151 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-75d78b5e-65e9-412a-961f-db0477b5bb7a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919275'] for security_group_rule (9594c0eb-27a7-4157-a65a-9f0890f59c2a), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:07.942193 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d78b5e-65e9-412a-961f-db0477b5bb7a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9594c0eb-27a7-4157-a65a-9f0890f59c2a,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:08.035590 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-75d78b5e-65e9-412a-961f-db0477b5bb7a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:08.037419 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-75d78b5e-65e9-412a-961f-db0477b5bb7a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4009929 Apr 08 11:09:08.382008 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca276e-13ba-4abd-a0c0-fdb53ae7f040 req-b9f440a9-dbc7-4065-8a62-57275cb4ec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:08.383677 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b9ca276e-13ba-4abd-a0c0-fdb53ae7f040 req-b9f440a9-dbc7-4065-8a62-57275cb4ec3a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9450476075be4d51833224be59b18143&device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 1130 time: 0.0922937 Apr 08 11:09:08.491191 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-df1467de-95ae-4603-9ef1-deecaaff0126 req-804387a0-4270-42ff-bfa6-beb2dfd26600 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff6debac-82a1-4cb1-8a13-f7dbf03113c8 HTTP/1.1" status: 200 len: 210 time: 0.0332956 Apr 08 11:09:08.579241 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58937b5d-caa4-4b24-9b73-7d8686387c96 req-9ae580e6-f8a9-4109-9bfc-833af9937015 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:08.581016 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-58937b5d-caa4-4b24-9b73-7d8686387c96 req-9ae580e6-f8a9-4109-9bfc-833af9937015 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 946 time: 0.0797632 Apr 08 11:09:08.638282 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-58937b5d-caa4-4b24-9b73-7d8686387c96 req-589fd888-d20f-4b21-840b-62a6ac9e9374 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507841 Apr 08 11:09:08.917415 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 94a14ed3-19d4-4896-a4b6-3d01b6c233a6 up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:09:08.970867 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port 94a14ed3-19d4-4896-a4b6-3d01b6c233a6 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:09:08.971246 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (94a14ed3-19d4-4896-a4b6-3d01b6c233a6), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:09.040918 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-3d8eae8a-5da2-4de1-b322-c8f39f7844ff tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=cf3b9e14ccd0433896001db83a5c2361&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481403 Apr 08 11:09:09.161460 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port 94a14ed3-19d4-4896-a4b6-3d01b6c233a6 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:09:09.209054 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca276e-13ba-4abd-a0c0-fdb53ae7f040 req-2d3c7b16-30f3-47a8-9327-e66506dcd644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:09.210549 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b9ca276e-13ba-4abd-a0c0-fdb53ae7f040 req-2d3c7b16-30f3-47a8-9327-e66506dcd644 service neutron] 10.222.0.25 "GET /v2.0/networks?id=90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01 HTTP/1.1" status: 200 len: 919 time: 0.2282274 Apr 08 11:09:09.292529 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b9ca276e-13ba-4abd-a0c0-fdb53ae7f040 req-8c1389c6-3c25-4ea4-a0af-5bda7bb4b4d8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29d9e174-bc71-4a2d-be31-99e62c5d87bd HTTP/1.1" status: 200 len: 217 time: 0.0691361 Apr 08 11:09:09.302891 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-daa98773-352a-460c-b0dc-36c1d44f5921 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:09.304319 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-daa98773-352a-460c-b0dc-36c1d44f5921 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2485819 Apr 08 11:09:09.357231 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-5e27a689-b130-4505-abe6-6852da42746d tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Request body: {'port': {'device_id': 'ff6debac-82a1-4cb1-8a13-f7dbf03113c8', 'network_id': '2f3b7580-c2ed-4617-8e44-6f208cdcce38', 'admin_state_up': True, 'tenant_id': 'cf3b9e14ccd0433896001db83a5c2361'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:09:09.391715 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca276e-13ba-4abd-a0c0-fdb53ae7f040 req-61ed7abf-355e-4895-a4a7-ccbf2bd5efcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:09.393152 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b9ca276e-13ba-4abd-a0c0-fdb53ae7f040 req-61ed7abf-355e-4895-a4a7-ccbf2bd5efcc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=100c6095-ccb7-4549-a3cc-5398fc0af1f1 HTTP/1.1" status: 200 len: 857 time: 0.0879705 Apr 08 11:09:09.405031 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 46752) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:09:09.574942 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca276e-13ba-4abd-a0c0-fdb53ae7f040 req-a3ad1b06-88e8-45d8-b692-aabaa164a2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:09.576614 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b9ca276e-13ba-4abd-a0c0-fdb53ae7f040 req-a3ad1b06-88e8-45d8-b692-aabaa164a2d5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1574349 Apr 08 11:09:09.585063 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-dfca5d36-7228-4d16-86dc-3d4a6b622cf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:09.640842 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-65474f4d-3f2d-40f7-976f-2c8e33bf1879 req-cc595443-82cb-4ba2-b339-1a166842e74f tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff6debac-82a1-4cb1-8a13-f7dbf03113c8 HTTP/1.1" status: 200 len: 210 time: 0.0343535 Apr 08 11:09:09.686956 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-5e27a689-b130-4505-abe6-6852da42746d tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Made reservation on behalf of cf3b9e14ccd0433896001db83a5c2361 for: {'port': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:09:09.691319 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-5e27a689-b130-4505-abe6-6852da42746d tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:09.719532 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-5e27a689-b130-4505-abe6-6852da42746d tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:09.737893 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-dfca5d36-7228-4d16-86dc-3d4a6b622cf1 admin admin] Publish callbacks [] for security_group (5761d32c-ea0a-4032-a1c1-589ba83ee605), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:09.797429 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d24132-5450-4d94-814d-43eb0ccf9f08 req-8dfa1b13-ad3f-46e7-bf6e-658f627d9157 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:09.799010 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-25d24132-5450-4d94-814d-43eb0ccf9f08 req-8dfa1b13-ad3f-46e7-bf6e-658f627d9157 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 946 time: 0.0590656 Apr 08 11:09:09.816167 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b9ca276e-13ba-4abd-a0c0-fdb53ae7f040 req-0858bfd7-ad25-4bba-891a-5b0f69a18186 service neutron] 10.222.0.25 "GET /v2.0/networks/90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410530 Apr 08 11:09:09.820463 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-dfca5d36-7228-4d16-86dc-3d4a6b622cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (5761d32c-ea0a-4032-a1c1-589ba83ee605), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:09.867642 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-dfca5d36-7228-4d16-86dc-3d4a6b622cf1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a6790f4e37014080a510282f51012bbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4613435 Apr 08 11:09:09.878977 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 46814) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:09:09.912329 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca5d36-7228-4d16-86dc-3d4a6b622cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5761d32c-ea0a-4032-a1c1-589ba83ee605,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:09.939986 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-5e27a689-b130-4505-abe6-6852da42746d tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Publish callbacks [] for security_group (60dfb060-f008-46fd-a9f3-f519234cd950), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:09.978789 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b9ca276e-13ba-4abd-a0c0-fdb53ae7f040 req-7ab4002e-7536-4edc-805c-23617d6077a3 service neutron] 10.222.0.25 "GET /v2.0/networks/90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530447 Apr 08 11:09:09.982688 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-25d24132-5450-4d94-814d-43eb0ccf9f08 req-49513eac-1eef-4058-955f-c0d7af07852f tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778939 Apr 08 11:09:10.036971 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6e82a8be-1058-407c-b2c7-286ca56d250d admin admin] Publish callbacks [] for security_group (5761d32c-ea0a-4032-a1c1-589ba83ee605), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:10.044712 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-5e27a689-b130-4505-abe6-6852da42746d tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (60dfb060-f008-46fd-a9f3-f519234cd950), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:10.081767 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6e82a8be-1058-407c-b2c7-286ca56d250d admin admin] Publish callbacks [] for security_group (5761d32c-ea0a-4032-a1c1-589ba83ee605), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:10.126932 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27a689-b130-4505-abe6-6852da42746d tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60dfb060-f008-46fd-a9f3-f519234cd950,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:10.203307 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b406cf0-3d81-4eac-b267-c3c9f02a6eae req-1983663d-7131-4f1e-a591-3ed58d9a1efc tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:10.205182 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5b406cf0-3d81-4eac-b267-c3c9f02a6eae req-1983663d-7131-4f1e-a591-3ed58d9a1efc tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.1448741 Apr 08 11:09:10.240817 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-5e27a689-b130-4505-abe6-6852da42746d tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Allocated IP 192.168.233.205 (2f3b7580-c2ed-4617-8e44-6f208cdcce38/a653185a-3879-482a-8df1-877ba9bbbf48/85e7dc88-7e74-4a4b-86d4-6eaa0c23755c) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:09:10.272992 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5b406cf0-3d81-4eac-b267-c3c9f02a6eae req-eaa2d242-3699-4570-bbf1-081f75d37697 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598617 Apr 08 11:09:10.297166 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6e82a8be-1058-407c-b2c7-286ca56d250d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (5761d32c-ea0a-4032-a1c1-589ba83ee605), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:10.299770 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6e82a8be-1058-407c-b2c7-286ca56d250d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:10.301000 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-6e82a8be-1058-407c-b2c7-286ca56d250d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5761d32c-ea0a-4032-a1c1-589ba83ee605 HTTP/1.1" status: 204 len: 168 time: 0.4190693 Apr 08 11:09:10.309757 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e82a8be-1058-407c-b2c7-286ca56d250d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5761d32c-ea0a-4032-a1c1-589ba83ee605,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:10.477881 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-5e27a689-b130-4505-abe6-6852da42746d tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Publish callbacks [] for port (85e7dc88-7e74-4a4b-86d4-6eaa0c23755c), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:10.575880 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-5e27a689-b130-4505-abe6-6852da42746d tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (85e7dc88-7e74-4a4b-86d4-6eaa0c23755c), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:10.618247 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-5e27a689-b130-4505-abe6-6852da42746d tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Network 2f3b7580-c2ed-4617-8e44-6f208cdcce38 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:09:10.622041 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-5e27a689-b130-4505-abe6-6852da42746d tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:09:10.625696 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-5e27a689-b130-4505-abe6-6852da42746d tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:09:10.658026 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27a689-b130-4505-abe6-6852da42746d tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Pushing event updated for resources: {'Port': ['ID=85e7dc88-7e74-4a4b-86d4-6eaa0c23755c,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:10.719933 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-5e27a689-b130-4505-abe6-6852da42746d tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:10.720805 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-5e27a689-b130-4505-abe6-6852da42746d tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:10.807495 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-5e27a689-b130-4505-abe6-6852da42746d tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4554126 Apr 08 11:09:10.816506 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0ea9a-cc8c-46f2-9b1b-116f5a2151a6 req-bd5370bc-4586-4a17-80cd-bd5060b28387 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:10.818108 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-bec0ea9a-cc8c-46f2-9b1b-116f5a2151a6 req-bd5370bc-4586-4a17-80cd-bd5060b28387 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff6debac-82a1-4cb1-8a13-f7dbf03113c8 HTTP/1.1" status: 200 len: 936 time: 0.0721955 Apr 08 11:09:10.833060 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-40e19426-92e9-41bf-b7c8-99d7f67f6341 service neutron] Request body: {'port': {'device_id': 'ff6debac-82a1-4cb1-8a13-f7dbf03113c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:09:10.890354 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-bec0ea9a-cc8c-46f2-9b1b-116f5a2151a6 req-0a1cec72-542d-4e04-be41-fa1a44464bdf tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/security-groups?id=60dfb060-f008-46fd-a9f3-f519234cd950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612841 Apr 08 11:09:10.905292 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-40e19426-92e9-41bf-b7c8-99d7f67f6341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (85e7dc88-7e74-4a4b-86d4-6eaa0c23755c), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:10.991070 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-88f79a4f-8553-4397-b96b-80c2355b9b8e None None] Provisioning complete for port 85e7dc88-7e74-4a4b-86d4-6eaa0c23755c triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:09:10.992148 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-88f79a4f-8553-4397-b96b-80c2355b9b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (85e7dc88-7e74-4a4b-86d4-6eaa0c23755c), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:11.032951 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-88f79a4f-8553-4397-b96b-80c2355b9b8e None None] Port 85e7dc88-7e74-4a4b-86d4-6eaa0c23755c cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:09:11.117960 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88907df3-29ff-4583-813f-02962c5079ab req-feafb3d0-ce03-435a-91a1-29057341b9d9 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:11.119587 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-88907df3-29ff-4583-813f-02962c5079ab req-feafb3d0-ce03-435a-91a1-29057341b9d9 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 946 time: 0.0558994 Apr 08 11:09:11.171735 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-88907df3-29ff-4583-813f-02962c5079ab req-9febcc02-be2d-4c1c-bf49-0d4c16750df7 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462821 Apr 08 11:09:11.238150 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-40e19426-92e9-41bf-b7c8-99d7f67f6341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e7dc88-7e74-4a4b-86d4-6eaa0c23755c {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:09:11.247247 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-40e19426-92e9-41bf-b7c8-99d7f67f6341 service neutron] Publish callbacks [] for port (85e7dc88-7e74-4a4b-86d4-6eaa0c23755c), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:11.264314 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-40e19426-92e9-41bf-b7c8-99d7f67f6341 service neutron] Transition to ACTIVE for port object 85e7dc88-7e74-4a4b-86d4-6eaa0c23755c will not be triggered until provisioned by entity L2. {{(pid=104016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:09:11.313689 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-40e19426-92e9-41bf-b7c8-99d7f67f6341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3536654'] for port (85e7dc88-7e74-4a4b-86d4-6eaa0c23755c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:11.434327 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e19426-92e9-41bf-b7c8-99d7f67f6341 service neutron] Pushing event updated for resources: {'Port': ['ID=85e7dc88-7e74-4a4b-86d4-6eaa0c23755c,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:11.527840 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72692a6-e90f-4fc1-9bfa-d572fab6a3e5 req-b6d0d4d5-d9ca-4c3d-a19d-b012f1230825 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:11.529327 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c72692a6-e90f-4fc1-9bfa-d572fab6a3e5 req-b6d0d4d5-d9ca-4c3d-a19d-b012f1230825 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.1562469 Apr 08 11:09:11.580755 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-40e19426-92e9-41bf-b7c8-99d7f67f6341 service neutron] Attempting to bind port 85e7dc88-7e74-4a4b-86d4-6eaa0c23755c on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:09:11.581095 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-40e19426-92e9-41bf-b7c8-99d7f67f6341 service neutron] Attempting to bind port 85e7dc88-7e74-4a4b-86d4-6eaa0c23755c by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '31f77d47-5c40-4753-abf6-c29fd832bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2f3b7580-c2ed-4617-8e44-6f208cdcce38'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:09:11.581430 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-40e19426-92e9-41bf-b7c8-99d7f67f6341 service neutron] Attempting to bind port 85e7dc88-7e74-4a4b-86d4-6eaa0c23755c on network 2f3b7580-c2ed-4617-8e44-6f208cdcce38 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:09:11.592175 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-40e19426-92e9-41bf-b7c8-99d7f67f6341 service neutron] Port 85e7dc88-7e74-4a4b-86d4-6eaa0c23755c on network 2f3b7580-c2ed-4617-8e44-6f208cdcce38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:09:11.592563 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-40e19426-92e9-41bf-b7c8-99d7f67f6341 service neutron] Attempting to bind port 85e7dc88-7e74-4a4b-86d4-6eaa0c23755c on network 2f3b7580-c2ed-4617-8e44-6f208cdcce38 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:09:11.601678 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c72692a6-e90f-4fc1-9bfa-d572fab6a3e5 req-6414cfdc-faf3-469c-9f13-fdfeed7120ef tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642827 Apr 08 11:09:11.604299 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-40e19426-92e9-41bf-b7c8-99d7f67f6341 service neutron] Checking agent: {'id': '05eae265-77bc-4fda-a145-417801a6b133', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'started_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:09:11.604299 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-40e19426-92e9-41bf-b7c8-99d7f67f6341 service neutron] Checking segment: {'id': '31f77d47-5c40-4753-abf6-c29fd832bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2f3b7580-c2ed-4617-8e44-6f208cdcce38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:09:11.604299 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-40e19426-92e9-41bf-b7c8-99d7f67f6341 service neutron] Bound using segment: {'id': '31f77d47-5c40-4753-abf6-c29fd832bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2f3b7580-c2ed-4617-8e44-6f208cdcce38'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:09:11.604299 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-40e19426-92e9-41bf-b7c8-99d7f67f6341 service neutron] Bound port: 85e7dc88-7e74-4a4b-86d4-6eaa0c23755c, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31f77d47-5c40-4753-abf6-c29fd832bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2f3b7580-c2ed-4617-8e44-6f208cdcce38'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:09:11.604652 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-40e19426-92e9-41bf-b7c8-99d7f67f6341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (85e7dc88-7e74-4a4b-86d4-6eaa0c23755c), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:11.684369 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-40e19426-92e9-41bf-b7c8-99d7f67f6341 service neutron] For port 85e7dc88-7e74-4a4b-86d4-6eaa0c23755c, host hv-cinder-83607, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:09:11.688071 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-40e19426-92e9-41bf-b7c8-99d7f67f6341 service neutron] For port 85e7dc88-7e74-4a4b-86d4-6eaa0c23755c, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=85e7dc88-7e74-4a4b-86d4-6eaa0c23755c,segment=NetworkSegment(31f77d47-5c40-4753-abf6-c29fd832bfed),segment_id=31f77d47-5c40-4753-abf6-c29fd832bfed)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:09:11.793653 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-40e19426-92e9-41bf-b7c8-99d7f67f6341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3536654'] for port (85e7dc88-7e74-4a4b-86d4-6eaa0c23755c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:11.837707 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-40e19426-92e9-41bf-b7c8-99d7f67f6341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:11.838329 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-40e19426-92e9-41bf-b7c8-99d7f67f6341 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:11.839730 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-40e19426-92e9-41bf-b7c8-99d7f67f6341 service neutron] 10.222.0.25 "PUT /v2.0/ports/85e7dc88-7e74-4a4b-86d4-6eaa0c23755c HTTP/1.1" status: 200 len: 1098 time: 1.0113089 Apr 08 11:09:11.840205 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff6debac-82a1-4cb1-8a13-f7dbf03113c8', 'tag': '85e7dc88-7e74-4a4b-86d4-6eaa0c23755c'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:09:11.842507 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5784e1-b585-4f2e-9b60-9a784bbbe109" -d '{"events": [{"name": "network-changed", "server_uuid": "ff6debac-82a1-4cb1-8a13-f7dbf03113c8", "tag": "85e7dc88-7e74-4a4b-86d4-6eaa0c23755c"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:09:11.874771 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e19426-92e9-41bf-b7c8-99d7f67f6341 service neutron] Pushing event updated for resources: {'Port': ['ID=85e7dc88-7e74-4a4b-86d4-6eaa0c23755c,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:11.894477 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd29bb44-37d5-41c7-af61-b98ce4d6b648 x-openstack-request-id: req-fd29bb44-37d5-41c7-af61-b98ce4d6b648 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:09:11.894769 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff6debac-82a1-4cb1-8a13-f7dbf03113c8", "tag": "85e7dc88-7e74-4a4b-86d4-6eaa0c23755c", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:09:11.895026 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fd29bb44-37d5-41c7-af61-b98ce4d6b648 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:09:11.895433 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd29bb44-37d5-41c7-af61-b98ce4d6b648'] response: {'name': 'network-changed', 'server_uuid': 'ff6debac-82a1-4cb1-8a13-f7dbf03113c8', 'tag': '85e7dc88-7e74-4a4b-86d4-6eaa0c23755c', 'status': 'completed', 'code': 200} Apr 08 11:09:12.048555 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddac17-60be-47eb-917b-96dad198aecb req-00d994ef-032a-4a83-9c8d-650b7d58f61f tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:12.050086 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-75ddac17-60be-47eb-917b-96dad198aecb req-00d994ef-032a-4a83-9c8d-650b7d58f61f tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff6debac-82a1-4cb1-8a13-f7dbf03113c8 HTTP/1.1" status: 200 len: 948 time: 0.0788572 Apr 08 11:09:12.052053 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5784e1-b585-4f2e-9b60-9a784bbbe109 req-27ee16a1-b21d-485a-a32f-3266aeaffe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:12.053408 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-db5784e1-b585-4f2e-9b60-9a784bbbe109 req-27ee16a1-b21d-485a-a32f-3266aeaffe8c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cf3b9e14ccd0433896001db83a5c2361&device_id=ff6debac-82a1-4cb1-8a13-f7dbf03113c8 HTTP/1.1" status: 200 len: 1132 time: 0.0913720 Apr 08 11:09:12.114603 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-db5784e1-b585-4f2e-9b60-9a784bbbe109 req-8076d316-3d57-4cfc-a232-bd36a09d4f59 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=cf3b9e14ccd0433896001db83a5c2361&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302634 Apr 08 11:09:12.131582 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-75ddac17-60be-47eb-917b-96dad198aecb req-c8f4cb4c-c091-4dd6-b6b6-7762d9dcc623 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/security-groups?id=60dfb060-f008-46fd-a9f3-f519234cd950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756810 Apr 08 11:09:12.221339 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5784e1-b585-4f2e-9b60-9a784bbbe109 req-87d2523b-fca1-4292-9e7d-9f95adbf556e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:12.222920 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-db5784e1-b585-4f2e-9b60-9a784bbbe109 req-87d2523b-fca1-4292-9e7d-9f95adbf556e service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1044142 Apr 08 11:09:12.334490 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3ba0d-cd00-492d-bb3b-0509b87e7d1f req-1508cfbb-a419-4345-a980-2fae599765b4 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:12.338880 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-aaa3ba0d-cd00-492d-bb3b-0509b87e7d1f req-1508cfbb-a419-4345-a980-2fae599765b4 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 946 time: 0.0856140 Apr 08 11:09:12.390229 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-8e2453dc-f704-469b-b5bb-8f622f4ad073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:12.394673 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-8e2453dc-f704-469b-b5bb-8f622f4ad073 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cf3b9e14ccd0433896001db83a5c2361&device_id=ff6debac-82a1-4cb1-8a13-f7dbf03113c8 HTTP/1.1" status: 200 len: 1132 time: 0.1054039 Apr 08 11:09:12.431025 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-aaa3ba0d-cd00-492d-bb3b-0509b87e7d1f req-5666b3b6-4dc9-4027-bbbd-e072195309e8 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822263 Apr 08 11:09:12.454661 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-d5f3996d-a7d7-4285-bf66-715516628107 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=85e7dc88-7e74-4a4b-86d4-6eaa0c23755c HTTP/1.1" status: 200 len: 217 time: 0.0398481 Apr 08 11:09:12.507312 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-616383cb-599d-437d-b238-b095637600bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:12.508795 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-616383cb-599d-437d-b238-b095637600bb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a653185a-3879-482a-8df1-877ba9bbbf48 HTTP/1.1" status: 200 len: 843 time: 0.0449445 Apr 08 11:09:12.559536 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-4783480c-f525-423a-9587-32d848068ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:12.561165 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-4783480c-f525-423a-9587-32d848068ab4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2f3b7580-c2ed-4617-8e44-6f208cdcce38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0455978 Apr 08 11:09:12.658208 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-c1fc327e-0432-4e81-8d91-4864f08dc3d4 service neutron] 10.222.0.25 "GET /v2.0/networks/2f3b7580-c2ed-4617-8e44-6f208cdcce38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899184 Apr 08 11:09:12.786301 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc7eaf-29ba-4548-8c01-6a24691d551c req-9da9a118-5abe-45a6-a50a-6eb52a6332e4 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:12.787802 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-89bc7eaf-29ba-4548-8c01-6a24691d551c req-9da9a118-5abe-45a6-a50a-6eb52a6332e4 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.1123385 Apr 08 11:09:12.793354 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1ae029a9-8fbc-45f1-a381-7c7bc4a790de req-9603c00f-72d5-496f-88b2-a7c934bfed0a service neutron] 10.222.0.25 "GET /v2.0/networks/2f3b7580-c2ed-4617-8e44-6f208cdcce38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259787 Apr 08 11:09:12.835473 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-89bc7eaf-29ba-4548-8c01-6a24691d551c req-9c70e29b-66b2-4527-9f24-5d3d04855529 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411105 Apr 08 11:09:13.257790 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ca8d9-b0b4-4d89-ac2f-e4194d506ab3 req-1c4f3cb8-1615-46ef-ae2d-4ec6011e4bd5 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:13.259994 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-673ca8d9-b0b4-4d89-ac2f-e4194d506ab3 req-1c4f3cb8-1615-46ef-ae2d-4ec6011e4bd5 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff6debac-82a1-4cb1-8a13-f7dbf03113c8 HTTP/1.1" status: 200 len: 948 time: 0.0553811 Apr 08 11:09:13.308359 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-673ca8d9-b0b4-4d89-ac2f-e4194d506ab3 req-d88305b1-7018-4367-a02c-0705f2087a8e tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/security-groups?id=60dfb060-f008-46fd-a9f3-f519234cd950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428107 Apr 08 11:09:13.540250 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6684c2-d80b-42fa-a767-d005be397114 req-80e6e175-e012-43d8-91d6-7b902fda2d3c tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:13.542306 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b6684c2-d80b-42fa-a767-d005be397114 req-80e6e175-e012-43d8-91d6-7b902fda2d3c tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 946 time: 0.0543318 Apr 08 11:09:13.594478 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b6684c2-d80b-42fa-a767-d005be397114 req-58f73017-2e5c-484e-b13d-b8cba6ad68c2 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465775 Apr 08 11:09:13.970472 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea892b1-e862-459b-b77a-0cd697f88127 req-a27dd17d-79e3-4b9c-ae30-d38f60a3511b tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:13.972168 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-eea892b1-e862-459b-b77a-0cd697f88127 req-a27dd17d-79e3-4b9c-ae30-d38f60a3511b tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.0569592 Apr 08 11:09:14.021550 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-eea892b1-e862-459b-b77a-0cd697f88127 req-63619875-455d-40c9-9fca-3fcbc84bc698 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432589 Apr 08 11:09:14.443351 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f2f1ba-8d0a-4d83-b096-6099afbb6ef3 req-706173ad-b6b9-4511-aed4-b9932f87f66a tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:14.444949 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-83f2f1ba-8d0a-4d83-b096-6099afbb6ef3 req-706173ad-b6b9-4511-aed4-b9932f87f66a tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff6debac-82a1-4cb1-8a13-f7dbf03113c8 HTTP/1.1" status: 200 len: 948 time: 0.0685346 Apr 08 11:09:14.494481 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-83f2f1ba-8d0a-4d83-b096-6099afbb6ef3 req-084e3102-772e-419c-b77d-d2d78f02b368 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/security-groups?id=60dfb060-f008-46fd-a9f3-f519234cd950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427213 Apr 08 11:09:14.729296 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d2eb9-2478-4466-96e5-60de76ca9bf8 req-6474c10c-fb79-4a05-95c6-30211df7cd7f tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:14.730778 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-053d2eb9-2478-4466-96e5-60de76ca9bf8 req-6474c10c-fb79-4a05-95c6-30211df7cd7f tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 946 time: 0.0564375 Apr 08 11:09:14.778667 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-053d2eb9-2478-4466-96e5-60de76ca9bf8 req-a5ea4711-fe97-42af-8447-9708d27c42b6 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423536 Apr 08 11:09:15.145614 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b885a344-7cc8-4653-acce-d70bf498dc47 req-1da6fb9a-2786-4a88-9d51-77b5c514739b tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:15.147090 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b885a344-7cc8-4653-acce-d70bf498dc47 req-1da6fb9a-2786-4a88-9d51-77b5c514739b tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.0529130 Apr 08 11:09:15.195002 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b885a344-7cc8-4653-acce-d70bf498dc47 req-42a6aaaf-2fdb-479c-b884-9211649f2411 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420032 Apr 08 11:09:15.625896 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67112ad-98fc-4aa0-9a4b-d4d0a07727d3 req-cc537bfc-d369-4a49-9c59-c5a3e06fce32 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:15.627399 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f67112ad-98fc-4aa0-9a4b-d4d0a07727d3 req-cc537bfc-d369-4a49-9c59-c5a3e06fce32 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff6debac-82a1-4cb1-8a13-f7dbf03113c8 HTTP/1.1" status: 200 len: 948 time: 0.0569530 Apr 08 11:09:15.674364 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f67112ad-98fc-4aa0-9a4b-d4d0a07727d3 req-ac42e189-ed37-4d2f-9c1f-a9293752d44b tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/security-groups?id=60dfb060-f008-46fd-a9f3-f519234cd950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414019 Apr 08 11:09:15.902834 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a2b52-d529-4f0f-9b46-7c83e9218d71 req-70edf6a5-57f3-4499-aa08-cc1fa2c4bd4e tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:15.904332 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-774a2b52-d529-4f0f-9b46-7c83e9218d71 req-70edf6a5-57f3-4499-aa08-cc1fa2c4bd4e tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 946 time: 0.0573797 Apr 08 11:09:15.954611 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-774a2b52-d529-4f0f-9b46-7c83e9218d71 req-569cdffa-02e3-42f0-b45e-69c4112c967f tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447626 Apr 08 11:09:16.315359 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad017bd3-c6e4-4fee-896c-5eda381e3838 req-7b5b088e-e2b8-4813-a236-d3f2d7abd31e tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:16.316812 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ad017bd3-c6e4-4fee-896c-5eda381e3838 req-7b5b088e-e2b8-4813-a236-d3f2d7abd31e tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.0520353 Apr 08 11:09:16.366031 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ad017bd3-c6e4-4fee-896c-5eda381e3838 req-fb5e7ee0-ba98-4eae-a577-e6338cb9e487 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429249 Apr 08 11:09:16.806722 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc4f62e-b48a-4799-a3cb-7bcfd2c826b0 req-57450845-3286-4a54-a38b-a3d59702cf21 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:16.808217 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cdc4f62e-b48a-4799-a3cb-7bcfd2c826b0 req-57450845-3286-4a54-a38b-a3d59702cf21 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff6debac-82a1-4cb1-8a13-f7dbf03113c8 HTTP/1.1" status: 200 len: 948 time: 0.0550649 Apr 08 11:09:16.857718 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cdc4f62e-b48a-4799-a3cb-7bcfd2c826b0 req-95226ad7-8762-4d9c-a6e2-4e09606397a8 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/security-groups?id=60dfb060-f008-46fd-a9f3-f519234cd950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431559 Apr 08 11:09:17.078761 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fda7dc-39b5-4c50-9f3b-fc5f4c98685c req-12031828-fd69-4492-bb40-6b0a8f6a16fa tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:17.080355 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e3fda7dc-39b5-4c50-9f3b-fc5f4c98685c req-12031828-fd69-4492-bb40-6b0a8f6a16fa tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 946 time: 0.0573361 Apr 08 11:09:17.128949 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e3fda7dc-39b5-4c50-9f3b-fc5f4c98685c req-74e033d1-ae92-46a8-8b04-dee9a6ec5977 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424778 Apr 08 11:09:17.332276 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 85e7dc88-7e74-4a4b-86d4-6eaa0c23755c details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:09:17.433945 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 85e7dc88-7e74-4a4b-86d4-6eaa0c23755c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=85e7dc88-7e74-4a4b-86d4-6eaa0c23755c,segment=NetworkSegment(31f77d47-5c40-4753-abf6-c29fd832bfed),segment_id=31f77d47-5c40-4753-abf6-c29fd832bfed)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:09:17.447797 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Returning: {'device': '85e7dc88-7e74-4a4b-86d4-6eaa0c23755c', 'network_id': '2f3b7580-c2ed-4617-8e44-6f208cdcce38', 'port_id': '85e7dc88-7e74-4a4b-86d4-6eaa0c23755c', 'mac_address': 'fa:16:3e:c6:54:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a653185a-3879-482a-8df1-877ba9bbbf48', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:09:17.493381 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port 85e7dc88-7e74-4a4b-86d4-6eaa0c23755c is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:09:17.494097 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (85e7dc88-7e74-4a4b-86d4-6eaa0c23755c), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:17.508577 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e7dc88-7e74-4a4b-86d4-6eaa0c23755c {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:09:17.512259 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535b599-42a0-4862-902c-8dc9f450e815 req-4c414d98-bbc1-41f4-aa48-eede6c70ea75 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:17.514607 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a535b599-42a0-4862-902c-8dc9f450e815 req-4c414d98-bbc1-41f4-aa48-eede6c70ea75 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.0715971 Apr 08 11:09:17.536536 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 85e7dc88-7e74-4a4b-86d4-6eaa0c23755c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=85e7dc88-7e74-4a4b-86d4-6eaa0c23755c,segment=NetworkSegment(31f77d47-5c40-4753-abf6-c29fd832bfed),segment_id=31f77d47-5c40-4753-abf6-c29fd832bfed)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:09:17.582207 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a535b599-42a0-4862-902c-8dc9f450e815 req-bd64a271-1939-4f9c-a26b-6dbb9a15eebe tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604067 Apr 08 11:09:17.593818 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (85e7dc88-7e74-4a4b-86d4-6eaa0c23755c), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:17.684513 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=85e7dc88-7e74-4a4b-86d4-6eaa0c23755c,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:17.981288 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1a682-c3a4-4b9c-90ae-46220cacf17c req-a2efba58-dbcd-465e-b6ca-c2be684b12e0 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:17.982716 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-dae1a682-c3a4-4b9c-90ae-46220cacf17c req-a2efba58-dbcd-465e-b6ca-c2be684b12e0 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff6debac-82a1-4cb1-8a13-f7dbf03113c8 HTTP/1.1" status: 200 len: 949 time: 0.0572507 Apr 08 11:09:18.000467 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] get_ports_and_sgs() called for port_ids ['85e7dc88-7e74-4a4b-86d4-6eaa0c23755c'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:09:18.037915 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-dae1a682-c3a4-4b9c-90ae-46220cacf17c req-8b852496-793c-4bfe-af92-8412af5be330 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/security-groups?id=60dfb060-f008-46fd-a9f3-f519234cd950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495200 Apr 08 11:09:18.253064 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d5224-2a62-4809-a096-6a2dc59b225e req-38b96886-5171-49aa-807d-a95f400509cb tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:18.254547 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d13d5224-2a62-4809-a096-6a2dc59b225e req-38b96886-5171-49aa-807d-a95f400509cb tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 946 time: 0.0556874 Apr 08 11:09:18.305615 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d13d5224-2a62-4809-a096-6a2dc59b225e req-d9a0cb77-788a-49ee-84dd-e3bfc1453857 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449021 Apr 08 11:09:18.724628 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d30362-0347-405f-9a48-dd6f7b2a0b9f req-764c5da8-7902-4c99-a701-a8a8e33ddda0 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:18.726985 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f0d30362-0347-405f-9a48-dd6f7b2a0b9f req-764c5da8-7902-4c99-a701-a8a8e33ddda0 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.0685456 Apr 08 11:09:18.779987 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f0d30362-0347-405f-9a48-dd6f7b2a0b9f req-ce7eb894-a026-4a44-89e9-cf42b85a5788 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457850 Apr 08 11:09:19.035386 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 47020) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:09:19.039777 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-06b89970-f742-40c4-8ce5-9014a8f5220e tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Request body: {'security_group': {'name': 'tempest-securitygroup--445205740', 'description': 'tempest-description--698969737'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:09:19.141715 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-06b89970-f742-40c4-8ce5-9014a8f5220e tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:19.184801 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b57941-5983-4968-b790-7c5d2283b9d4 req-d4a6d94d-2eeb-4d77-9c49-b92f0ed3b911 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:19.186295 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-75b57941-5983-4968-b790-7c5d2283b9d4 req-d4a6d94d-2eeb-4d77-9c49-b92f0ed3b911 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff6debac-82a1-4cb1-8a13-f7dbf03113c8 HTTP/1.1" status: 200 len: 949 time: 0.0751348 Apr 08 11:09:19.258670 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-06b89970-f742-40c4-8ce5-9014a8f5220e tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group (322f5085-04e6-48a5-ae4f-efb74e5e77e1), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:19.262823 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-75b57941-5983-4968-b790-7c5d2283b9d4 req-e76603f0-fcfe-42db-abec-1d33101e67c5 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/security-groups?id=60dfb060-f008-46fd-a9f3-f519234cd950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696602 Apr 08 11:09:19.358946 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-06b89970-f742-40c4-8ce5-9014a8f5220e tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (322f5085-04e6-48a5-ae4f-efb74e5e77e1), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:19.393851 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b89970-f742-40c4-8ce5-9014a8f5220e tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=322f5085-04e6-48a5-ae4f-efb74e5e77e1,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:19.426982 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9675a0-7749-4398-8154-260d4b6f4767 req-1ae39600-aab9-4322-b004-3cf4d012e3d2 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:19.428449 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3c9675a0-7749-4398-8154-260d4b6f4767 req-1ae39600-aab9-4322-b004-3cf4d012e3d2 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 946 time: 0.0557463 Apr 08 11:09:19.478609 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3c9675a0-7749-4398-8154-260d4b6f4767 req-15f1c0ba-bd8a-4d90-9b8e-daa0d1cf9f7a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432324 Apr 08 11:09:19.520494 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-06b89970-f742-40c4-8ce5-9014a8f5220e tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:19.521774 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-06b89970-f742-40c4-8ce5-9014a8f5220e tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4853408 Apr 08 11:09:19.524684 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 47028) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:09:19.528907 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-024ff3f9-01ff-486f-aa47-af111ddcdb9d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Request body: {'security_group_rule': {'security_group_id': '322f5085-04e6-48a5-ae4f-efb74e5e77e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:09:19.643394 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-024ff3f9-01ff-486f-aa47-af111ddcdb9d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group_rule (4e22a3b9-097a-442c-ae1b-73ed197b1e65), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:19.698873 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-024ff3f9-01ff-486f-aa47-af111ddcdb9d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group_rule (4e22a3b9-097a-442c-ae1b-73ed197b1e65), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:19.781533 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-024ff3f9-01ff-486f-aa47-af111ddcdb9d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919275'] for security_group_rule (4e22a3b9-097a-442c-ae1b-73ed197b1e65), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:19.800777 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ff3f9-01ff-486f-aa47-af111ddcdb9d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e22a3b9-097a-442c-ae1b-73ed197b1e65,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:19.898656 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-024ff3f9-01ff-486f-aa47-af111ddcdb9d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:19.901703 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-024ff3f9-01ff-486f-aa47-af111ddcdb9d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3741522 Apr 08 11:09:19.903312 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 47038) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:09:19.909816 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-e65452eb-0309-4b70-93af-eafcf0b3bd96 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Request body: {'security_group_rule': {'security_group_id': '322f5085-04e6-48a5-ae4f-efb74e5e77e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:09:19.924037 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408705ee-b197-43f5-a864-aa225bf1779b req-e81f01ea-da20-413f-bb54-cfd7f3dc1374 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:19.925755 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-408705ee-b197-43f5-a864-aa225bf1779b req-e81f01ea-da20-413f-bb54-cfd7f3dc1374 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.0631812 Apr 08 11:09:19.974636 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-408705ee-b197-43f5-a864-aa225bf1779b req-8ae3e2fe-6432-4413-970e-29c65db12c82 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427907 Apr 08 11:09:19.984924 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e65452eb-0309-4b70-93af-eafcf0b3bd96 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group_rule (646c2690-1d8e-480e-9e99-360fdee386ea), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:20.045411 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e65452eb-0309-4b70-93af-eafcf0b3bd96 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group_rule (646c2690-1d8e-480e-9e99-360fdee386ea), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:20.140967 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e65452eb-0309-4b70-93af-eafcf0b3bd96 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919275'] for security_group_rule (646c2690-1d8e-480e-9e99-360fdee386ea), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:20.162522 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65452eb-0309-4b70-93af-eafcf0b3bd96 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=646c2690-1d8e-480e-9e99-360fdee386ea,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:20.235032 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e65452eb-0309-4b70-93af-eafcf0b3bd96 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:20.236257 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-e65452eb-0309-4b70-93af-eafcf0b3bd96 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3315387 Apr 08 11:09:20.239305 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 47040) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:09:20.243528 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-0eff0f20-b4ce-4b73-9039-b757822d31b6 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Request body: {'floatingip': {'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:09:20.341420 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0eff0f20-b4ce-4b73-9039-b757822d31b6 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:20.605674 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043e285-9b7d-4076-8fcd-70a664003371 req-9145ebdc-1a73-4340-a2a1-6000144dadca tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:20.607128 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d043e285-9b7d-4076-8fcd-70a664003371 req-9145ebdc-1a73-4340-a2a1-6000144dadca tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 946 time: 0.0597019 Apr 08 11:09:20.651682 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f31c8fa-7204-46c6-aa7b-4052453e2bf7 req-2f67a562-2886-4983-8920-8c542cac1ad1 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:20.653211 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2f31c8fa-7204-46c6-aa7b-4052453e2bf7 req-2f67a562-2886-4983-8920-8c542cac1ad1 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff6debac-82a1-4cb1-8a13-f7dbf03113c8 HTTP/1.1" status: 200 len: 949 time: 0.3227894 Apr 08 11:09:20.658486 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d043e285-9b7d-4076-8fcd-70a664003371 req-57d68415-a71d-4b13-9ff2-969ca5d45dda tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456204 Apr 08 11:09:20.714619 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2f31c8fa-7204-46c6-aa7b-4052453e2bf7 req-edd3b0ef-e05b-4563-ac11-b6a1c7c11573 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/security-groups?id=60dfb060-f008-46fd-a9f3-f519234cd950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548208 Apr 08 11:09:20.734893 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0eff0f20-b4ce-4b73-9039-b757822d31b6 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:20.842145 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-0eff0f20-b4ce-4b73-9039-b757822d31b6 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Allocated IP 172.27.0.17 (9ba38368-ff54-4986-b9fd-e3d76f01d727/295b2c6f-15e1-46ca-ae70-e3531500d944/9f726b3c-8a21-4663-8d0d-c8ad2010d67e) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:09:20.953393 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0eff0f20-b4ce-4b73-9039-b757822d31b6 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for port (9f726b3c-8a21-4663-8d0d-c8ad2010d67e), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:21.067750 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0eff0f20-b4ce-4b73-9039-b757822d31b6 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (9f726b3c-8a21-4663-8d0d-c8ad2010d67e), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:21.102383 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13548daa-8f73-4f8d-ad91-7dbbc565202a req-874c2b83-b4be-45b2-873f-b669be7ce75b tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:21.104543 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-13548daa-8f73-4f8d-ad91-7dbbc565202a req-874c2b83-b4be-45b2-873f-b669be7ce75b tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.0557725 Apr 08 11:09:21.106686 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eff0f20-b4ce-4b73-9039-b757822d31b6 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Network 9ba38368-ff54-4986-b9fd-e3d76f01d727 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:09:21.109904 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-0eff0f20-b4ce-4b73-9039-b757822d31b6 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:09:21.113345 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eff0f20-b4ce-4b73-9039-b757822d31b6 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:09:21.140397 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff0f20-b4ce-4b73-9039-b757822d31b6 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Pushing event updated for resources: {'Port': ['ID=9f726b3c-8a21-4663-8d0d-c8ad2010d67e,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:21.155032 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-13548daa-8f73-4f8d-ad91-7dbbc565202a req-b6e10a1f-40b7-4e4a-bb81-135631cd6dc7 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439160 Apr 08 11:09:21.213804 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0eff0f20-b4ce-4b73-9039-b757822d31b6 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for floatingip (34d28877-5367-4717-99bc-49f02fd42aae), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:21.302421 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0eff0f20-b4ce-4b73-9039-b757822d31b6 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (9f726b3c-8a21-4663-8d0d-c8ad2010d67e), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:21.455010 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0eff0f20-b4ce-4b73-9039-b757822d31b6 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for port (9f726b3c-8a21-4663-8d0d-c8ad2010d67e), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:21.501543 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0eff0f20-b4ce-4b73-9039-b757822d31b6 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3536654'] for port (9f726b3c-8a21-4663-8d0d-c8ad2010d67e), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:21.569437 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff0f20-b4ce-4b73-9039-b757822d31b6 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Pushing event updated for resources: {'Port': ['ID=9f726b3c-8a21-4663-8d0d-c8ad2010d67e,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:21.581627 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0eff0f20-b4ce-4b73-9039-b757822d31b6 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456385'] for floatingip (34d28877-5367-4717-99bc-49f02fd42aae), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:21.652667 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0eff0f20-b4ce-4b73-9039-b757822d31b6 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:21.653939 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-0eff0f20-b4ce-4b73-9039-b757822d31b6 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4136770 Apr 08 11:09:21.792773 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283dfae-3bd9-48a6-9cf9-5e4f22d7176c req-8cfa3d13-f523-4565-8183-128bee4c8117 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:21.797425 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0283dfae-3bd9-48a6-9cf9-5e4f22d7176c req-8cfa3d13-f523-4565-8183-128bee4c8117 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 946 time: 0.0651224 Apr 08 11:09:21.835967 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b0e07-fe3d-4ac9-9e6d-502c87018bfd req-87a37147-ebe4-4a42-959d-3f3effaf9753 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:21.837482 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-305b0e07-fe3d-4ac9-9e6d-502c87018bfd req-87a37147-ebe4-4a42-959d-3f3effaf9753 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff6debac-82a1-4cb1-8a13-f7dbf03113c8 HTTP/1.1" status: 200 len: 949 time: 0.0544260 Apr 08 11:09:21.859460 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0283dfae-3bd9-48a6-9cf9-5e4f22d7176c req-a07b3b04-6270-4e57-b560-63abf10c96c3 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590646 Apr 08 11:09:21.889255 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-305b0e07-fe3d-4ac9-9e6d-502c87018bfd req-a802ea43-e49d-4ad2-a5a9-a590c8db63a9 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/security-groups?id=60dfb060-f008-46fd-a9f3-f519234cd950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451174 Apr 08 11:09:22.026213 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 85e7dc88-7e74-4a4b-86d4-6eaa0c23755c up at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:09:22.030168 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:22.112747 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning for port 85e7dc88-7e74-4a4b-86d4-6eaa0c23755c completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:09:22.117120 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning complete for port 85e7dc88-7e74-4a4b-86d4-6eaa0c23755c triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:09:22.117495 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (85e7dc88-7e74-4a4b-86d4-6eaa0c23755c), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:22.206625 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port 85e7dc88-7e74-4a4b-86d4-6eaa0c23755c is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:09:22.207017 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (85e7dc88-7e74-4a4b-86d4-6eaa0c23755c), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:22.210673 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1d728e38-426d-4428-a983-02d28dac5d04 req-9b1c26f8-6492-4eee-995b-af67cee7c09b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=84117878-4454-4903-9fee-9d7a11c67b91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454237 Apr 08 11:09:22.230558 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6debac-82a1-4cb1-8a13-f7dbf03113c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e7dc88-7e74-4a4b-86d4-6eaa0c23755c'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:09:22.232786 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351759d57aafe3a60f453950940ba8882eb57342389be8e59779499322ae84b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e81488-016c-4059-86ed-1c67684362d0" -d '{"events": [{"server_uuid": "ff6debac-82a1-4cb1-8a13-f7dbf03113c8", "name": "network-vif-plugged", "status": "completed", "tag": "85e7dc88-7e74-4a4b-86d4-6eaa0c23755c"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:09:22.246604 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 85e7dc88-7e74-4a4b-86d4-6eaa0c23755c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=85e7dc88-7e74-4a4b-86d4-6eaa0c23755c,segment=NetworkSegment(31f77d47-5c40-4753-abf6-c29fd832bfed),segment_id=31f77d47-5c40-4753-abf6-c29fd832bfed)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:09:22.285051 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c485c53-7299-4a58-9ee6-9b7ac2e987af req-65e3c9e5-cc64-4ee5-a9e4-70184d0e07ef tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:22.286557 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7c485c53-7299-4a58-9ee6-9b7ac2e987af req-65e3c9e5-cc64-4ee5-a9e4-70184d0e07ef tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.0549123 Apr 08 11:09:22.298745 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d728e38-426d-4428-a983-02d28dac5d04 req-743bcca4-1851-4a0b-b3de-84e6987cd7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:22.300234 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1d728e38-426d-4428-a983-02d28dac5d04 req-743bcca4-1851-4a0b-b3de-84e6987cd7ff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ff706c0e7c16476e8c00ca1ba4e85ed9&device_id=84117878-4454-4903-9fee-9d7a11c67b91 HTTP/1.1" status: 200 len: 1130 time: 0.0452681 Apr 08 11:09:22.330211 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (85e7dc88-7e74-4a4b-86d4-6eaa0c23755c), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:22.340610 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7c485c53-7299-4a58-9ee6-9b7ac2e987af req-307e2caa-2789-47f3-a3df-88144b768f69 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477178 Apr 08 11:09:22.388745 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=85e7dc88-7e74-4a4b-86d4-6eaa0c23755c,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:22.392768 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a0c54d-c1ff-43e6-8f2b-aed0ea110987 x-openstack-request-id: req-d6a0c54d-c1ff-43e6-8f2b-aed0ea110987 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:09:22.393299 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff6debac-82a1-4cb1-8a13-f7dbf03113c8", "name": "network-vif-plugged", "status": "completed", "tag": "85e7dc88-7e74-4a4b-86d4-6eaa0c23755c", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:09:22.393686 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d6a0c54d-c1ff-43e6-8f2b-aed0ea110987 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:09:22.394140 dv-cinder-836073-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6a0c54d-c1ff-43e6-8f2b-aed0ea110987'] response: {'server_uuid': 'ff6debac-82a1-4cb1-8a13-f7dbf03113c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e7dc88-7e74-4a4b-86d4-6eaa0c23755c', 'code': 200} Apr 08 11:09:22.440096 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d728e38-426d-4428-a983-02d28dac5d04 req-9ec32728-3401-4a56-a1c2-05e9c39d2be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:22.441657 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1d728e38-426d-4428-a983-02d28dac5d04 req-9ec32728-3401-4a56-a1c2-05e9c39d2be0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e19cdb1b-6b68-4ab1-b7ae-0515860cc308 HTTP/1.1" status: 200 len: 916 time: 0.1123927 Apr 08 11:09:22.522691 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1d728e38-426d-4428-a983-02d28dac5d04 req-62fea020-af18-4855-ba42-a9ce9821ac25 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f5decb5-b2ee-49aa-919f-64dcc00831c1 HTTP/1.1" status: 200 len: 1001 time: 0.0599263 Apr 08 11:09:22.576355 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d728e38-426d-4428-a983-02d28dac5d04 req-ca58db14-419d-43f1-b110-1b98027421a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:22.578220 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1d728e38-426d-4428-a983-02d28dac5d04 req-ca58db14-419d-43f1-b110-1b98027421a6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9010fa40-00fa-4f20-8fb7-c4e600b421ca HTTP/1.1" status: 200 len: 854 time: 0.0468287 Apr 08 11:09:22.633512 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d728e38-426d-4428-a983-02d28dac5d04 req-204d1d4a-4787-41b7-ab67-ec51057ca241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:22.635455 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1d728e38-426d-4428-a983-02d28dac5d04 req-204d1d4a-4787-41b7-ab67-ec51057ca241 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e19cdb1b-6b68-4ab1-b7ae-0515860cc308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483804 Apr 08 11:09:22.732540 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1d728e38-426d-4428-a983-02d28dac5d04 req-806ea0cb-696d-4d3f-bfed-9784e9d4446c service neutron] 10.222.0.25 "GET /v2.0/networks/e19cdb1b-6b68-4ab1-b7ae-0515860cc308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876095 Apr 08 11:09:22.831246 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1d728e38-426d-4428-a983-02d28dac5d04 req-9698449c-ee4e-4b38-9226-43d8553c1b01 service neutron] 10.222.0.25 "GET /v2.0/networks/e19cdb1b-6b68-4ab1-b7ae-0515860cc308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903275 Apr 08 11:09:22.958745 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f6abe-e7a4-4cfd-aceb-a674310b342c req-3a8c6824-ba35-4ee7-95f1-de700a8e6962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:22.960488 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d17f6abe-e7a4-4cfd-aceb-a674310b342c req-3a8c6824-ba35-4ee7-95f1-de700a8e6962 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ff6debac-82a1-4cb1-8a13-f7dbf03113c8 HTTP/1.1" status: 200 len: 1134 time: 0.0490403 Apr 08 11:09:22.992591 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d99487-0d49-4f68-a4ba-67ccad02ecd7 req-59da62ad-1596-4c8a-b03f-587aa92c1083 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:22.992591 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c5d99487-0d49-4f68-a4ba-67ccad02ecd7 req-59da62ad-1596-4c8a-b03f-587aa92c1083 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 946 time: 0.0600190 Apr 08 11:09:23.020715 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d17f6abe-e7a4-4cfd-aceb-a674310b342c req-b6c63109-6429-445e-aeab-788199c4e697 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=60dfb060-f008-46fd-a9f3-f519234cd950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433326 Apr 08 11:09:23.044673 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c5d99487-0d49-4f68-a4ba-67ccad02ecd7 req-0eaffac8-2fd4-4f62-b718-762fad87e2ac tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473056 Apr 08 11:09:23.161075 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24da6c-0101-4a26-971a-6e30d22bd408 req-1e63a474-58fd-491f-bc23-f311e9a31e7a tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:23.162501 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3d24da6c-0101-4a26-971a-6e30d22bd408 req-1e63a474-58fd-491f-bc23-f311e9a31e7a tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff6debac-82a1-4cb1-8a13-f7dbf03113c8 HTTP/1.1" status: 200 len: 950 time: 0.0574644 Apr 08 11:09:23.211333 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3d24da6c-0101-4a26-971a-6e30d22bd408 req-26f7f1f5-2e04-4525-9ba1-86378c7ba55c tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/security-groups?id=60dfb060-f008-46fd-a9f3-f519234cd950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422332 Apr 08 11:09:23.468179 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac9c50-6415-4003-8a75-7c95ecc2aec4 req-af2aebba-0b18-4479-915e-786608ec41c0 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:23.469554 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-acac9c50-6415-4003-8a75-7c95ecc2aec4 req-af2aebba-0b18-4479-915e-786608ec41c0 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.0553675 Apr 08 11:09:23.517567 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-acac9c50-6415-4003-8a75-7c95ecc2aec4 req-c5c8c2ec-43b2-4277-b36c-de0591225876 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424733 Apr 08 11:09:24.161346 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f0170-2805-4296-b4fb-182fad9aeb58 req-6c82864e-ca99-40ec-99b6-b762e541edcd tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:24.162855 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-dc8f0170-2805-4296-b4fb-182fad9aeb58 req-6c82864e-ca99-40ec-99b6-b762e541edcd tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 946 time: 0.0524075 Apr 08 11:09:24.214390 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-dc8f0170-2805-4296-b4fb-182fad9aeb58 req-f58c2174-0d7c-4c13-8d77-adcca4bc61d1 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457551 Apr 08 11:09:24.328362 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b6503-c8ea-4d0b-9ec9-0c0b7e6fac2c req-e4ac99e2-8438-41af-86a0-0fa139613580 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:24.329826 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5b1b6503-c8ea-4d0b-9ec9-0c0b7e6fac2c req-e4ac99e2-8438-41af-86a0-0fa139613580 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff6debac-82a1-4cb1-8a13-f7dbf03113c8 HTTP/1.1" status: 200 len: 950 time: 0.0524414 Apr 08 11:09:24.377924 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5b1b6503-c8ea-4d0b-9ec9-0c0b7e6fac2c req-dc877980-1786-43a5-8a02-261deed094e0 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/security-groups?id=60dfb060-f008-46fd-a9f3-f519234cd950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425251 Apr 08 11:09:24.643603 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510bbe98-792e-45e0-bc53-d25aab67c7a1 req-217e7f9b-926b-40e4-b7e7-9057fb2220a0 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:24.645109 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-510bbe98-792e-45e0-bc53-d25aab67c7a1 req-217e7f9b-926b-40e4-b7e7-9057fb2220a0 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.0571182 Apr 08 11:09:24.692079 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-510bbe98-792e-45e0-bc53-d25aab67c7a1 req-b54e13ac-bbce-4889-acd1-7bdff45fcede tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405402 Apr 08 11:09:25.335501 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf5066-54da-4038-a3d3-37d4c1881fdc req-20c80e74-4886-4935-855d-486fc760faab tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:25.337260 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-05cf5066-54da-4038-a3d3-37d4c1881fdc req-20c80e74-4886-4935-855d-486fc760faab tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 946 time: 0.0589890 Apr 08 11:09:25.383904 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-05cf5066-54da-4038-a3d3-37d4c1881fdc req-b9db0a67-c152-4d5e-98ee-7e3a7418817a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409176 Apr 08 11:09:25.499802 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b25f2-f3d9-4335-b969-d647f83d9d6a req-3a399a64-72e0-453f-861d-905363792556 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:25.501578 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-271b25f2-f3d9-4335-b969-d647f83d9d6a req-3a399a64-72e0-453f-861d-905363792556 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff6debac-82a1-4cb1-8a13-f7dbf03113c8 HTTP/1.1" status: 200 len: 950 time: 0.0568771 Apr 08 11:09:25.548960 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-271b25f2-f3d9-4335-b969-d647f83d9d6a req-40611b65-ca63-4aec-81d6-c3b5ead17c33 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/security-groups?id=60dfb060-f008-46fd-a9f3-f519234cd950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417819 Apr 08 11:09:25.817930 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15f224-a4ef-451b-8168-a64e049f8c07 req-7a3a68de-e5c6-4b9e-8fcf-f62e7afd7647 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:25.819554 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7f15f224-a4ef-451b-8168-a64e049f8c07 req-7a3a68de-e5c6-4b9e-8fcf-f62e7afd7647 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.0562959 Apr 08 11:09:26.069027 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7f15f224-a4ef-451b-8168-a64e049f8c07 req-44ed2c92-0083-4336-a890-8db72817eff7 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2434809 Apr 08 11:09:26.501277 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b23a466-6a55-4b80-872d-f5ccafa54ee9 req-2c32bde7-f6ae-4bb2-b009-e387df45f2a7 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:26.502777 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7b23a466-6a55-4b80-872d-f5ccafa54ee9 req-2c32bde7-f6ae-4bb2-b009-e387df45f2a7 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 946 time: 0.0530252 Apr 08 11:09:26.549599 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7b23a466-6a55-4b80-872d-f5ccafa54ee9 req-3780f2ff-6e93-4440-afe5-dcafb53c431a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413144 Apr 08 11:09:26.664133 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020f99e-05c0-4757-8eb0-366e861322e8 req-ca350896-ab4d-48bd-a1ae-60b02efa3e4b tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:26.665503 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a020f99e-05c0-4757-8eb0-366e861322e8 req-ca350896-ab4d-48bd-a1ae-60b02efa3e4b tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff6debac-82a1-4cb1-8a13-f7dbf03113c8 HTTP/1.1" status: 200 len: 950 time: 0.0530274 Apr 08 11:09:26.722563 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a020f99e-05c0-4757-8eb0-366e861322e8 req-5a260599-48e3-40ef-8da2-2848ce1389da tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/security-groups?id=60dfb060-f008-46fd-a9f3-f519234cd950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514691 Apr 08 11:09:27.153256 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42117f2d-31b7-42f4-b785-29e8158a1649 req-92137717-26e2-4de4-b425-3b55eedeb32b tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:27.154866 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-42117f2d-31b7-42f4-b785-29e8158a1649 req-92137717-26e2-4de4-b425-3b55eedeb32b tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff6debac-82a1-4cb1-8a13-f7dbf03113c8 HTTP/1.1" status: 200 len: 950 time: 0.0551631 Apr 08 11:09:27.202732 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-42117f2d-31b7-42f4-b785-29e8158a1649 req-3210115d-c58b-447b-bbe2-8c00f32747ca tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/security-groups?id=60dfb060-f008-46fd-a9f3-f519234cd950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422559 Apr 08 11:09:27.311067 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d76c4-4f00-4569-bafd-9f2bdf8178bb req-572894bd-9356-45a8-a3ba-8932a62e7928 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:27.312603 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-460d76c4-4f00-4569-bafd-9f2bdf8178bb req-572894bd-9356-45a8-a3ba-8932a62e7928 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.0539808 Apr 08 11:09:27.362071 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-460d76c4-4f00-4569-bafd-9f2bdf8178bb req-af1352fe-05bd-4a5b-a89c-bd76131f6bd4 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437491 Apr 08 11:09:27.370822 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-36e9b3f6-50f5-481e-b270-ad708b63e6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:27.671294 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69eabf-83b3-40c6-9513-a3696c5f10a0 req-ac5d3055-3b3b-484a-a170-6333213f5135 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:27.672779 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3a69eabf-83b3-40c6-9513-a3696c5f10a0 req-ac5d3055-3b3b-484a-a170-6333213f5135 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 946 time: 0.0581977 Apr 08 11:09:27.719523 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3a69eabf-83b3-40c6-9513-a3696c5f10a0 req-5c11aa3d-58ca-41da-a3f9-afc2c54b5385 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411353 Apr 08 11:09:28.325002 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e823d-fd88-4937-bc56-20e82bb6fe71 req-2bfc9d5a-8ee5-46d0-8d52-55be87da5064 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:28.326505 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-113e823d-fd88-4937-bc56-20e82bb6fe71 req-2bfc9d5a-8ee5-46d0-8d52-55be87da5064 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff6debac-82a1-4cb1-8a13-f7dbf03113c8 HTTP/1.1" status: 200 len: 950 time: 0.0563424 Apr 08 11:09:28.376398 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-113e823d-fd88-4937-bc56-20e82bb6fe71 req-12c3302d-ad6d-437d-8158-000f33b9e00f tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/security-groups?id=60dfb060-f008-46fd-a9f3-f519234cd950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438426 Apr 08 11:09:28.402280 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-370148df-06c9-4382-b25e-0b81d037b637 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--445205740&fields=id&tenant_id=ff706c0e7c16476e8c00ca1ba4e85ed9 HTTP/1.1" status: 200 len: 267 time: 0.0534744 Apr 08 11:09:28.489939 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72217633-3476-4932-b587-ac807afa68ee req-6652ad9f-5f00-42a6-b66f-8f11360537e4 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:28.491736 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-72217633-3476-4932-b587-ac807afa68ee req-6652ad9f-5f00-42a6-b66f-8f11360537e4 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.0572264 Apr 08 11:09:28.514926 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-59eda303-5d39-4e74-94a9-3ccc456883ef tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:28.516411 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-59eda303-5d39-4e74-94a9-3ccc456883ef tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/networks?id=e19cdb1b-6b68-4ab1-b7ae-0515860cc308 HTTP/1.1" status: 200 len: 815 time: 0.1115253 Apr 08 11:09:28.530919 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-01d765f2-9c0f-45f4-8881-d532f0fb147b tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/quotas/ff706c0e7c16476e8c00ca1ba4e85ed9 HTTP/1.1" status: 200 len: 375 time: 0.0089805 Apr 08 11:09:28.541726 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-72217633-3476-4932-b587-ac807afa68ee req-dce6cd52-3058-4669-91f4-a4ad018ca01a tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421011 Apr 08 11:09:28.590435 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-9502d31e-d220-41c7-a328-aacb7b709db0 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ff706c0e7c16476e8c00ca1ba4e85ed9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0542157 Apr 08 11:09:28.690044 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-0636adff-4205-4cbe-96bd-80abb569ed71 service neutron] 10.222.0.53 "GET /v2.0/networks/e19cdb1b-6b68-4ab1-b7ae-0515860cc308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879958 Apr 08 11:09:28.782880 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-4d75d671-6578-4f5b-a60f-57acb35d1c3f service neutron] 10.222.0.53 "GET /v2.0/networks/e19cdb1b-6b68-4ab1-b7ae-0515860cc308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869880 Apr 08 11:09:28.841487 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9f66a-88d8-4a0f-8af9-f8c297045b7f req-57941db2-ddfe-4b00-8071-6f1e9ccfa442 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:28.843059 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b4a9f66a-88d8-4a0f-8af9-f8c297045b7f req-57941db2-ddfe-4b00-8071-6f1e9ccfa442 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 946 time: 0.0555027 Apr 08 11:09:28.890205 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b4a9f66a-88d8-4a0f-8af9-f8c297045b7f req-e9614843-c6e4-401d-bb60-f7da841cd8c8 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417082 Apr 08 11:09:29.024242 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-50aebe11-54e7-47e5-9a35-7cab00e211f8 req-31d47970-d194-4729-8905-f4136d74308d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=511e6bc7-535e-4717-83bf-201fd532ca26 HTTP/1.1" status: 200 len: 210 time: 0.0283670 Apr 08 11:09:29.505632 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490855e-ecd8-4f0a-b779-866bcdf2f639 req-c4b650ec-3010-4c3b-b90a-f38747a83c9d tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:29.507148 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8490855e-ecd8-4f0a-b779-866bcdf2f639 req-c4b650ec-3010-4c3b-b90a-f38747a83c9d tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff6debac-82a1-4cb1-8a13-f7dbf03113c8 HTTP/1.1" status: 200 len: 950 time: 0.0579529 Apr 08 11:09:29.570273 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8490855e-ecd8-4f0a-b779-866bcdf2f639 req-ae4b3637-af56-4860-9f08-dde2050ecf77 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/security-groups?id=60dfb060-f008-46fd-a9f3-f519234cd950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536766 Apr 08 11:09:29.687376 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad80729-564d-4635-a799-d411b2ce6d8e req-9386b7e8-b9aa-4f70-a47f-431be4dba5ce tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:29.689271 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5ad80729-564d-4635-a799-d411b2ce6d8e req-9386b7e8-b9aa-4f70-a47f-431be4dba5ce tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.0658350 Apr 08 11:09:29.746294 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5ad80729-564d-4635-a799-d411b2ce6d8e req-c76cee25-7d74-4f55-83d8-cdb51ebaa195 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467370 Apr 08 11:09:29.827145 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3a221b73-da55-4ace-aa3d-bae2fec09747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:30.008534 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae8c66-bdba-4fcc-9a9a-a4965f402abf req-09e6eeb5-cf73-47e3-b994-5851ba34e9c9 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:30.010812 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d7ae8c66-bdba-4fcc-9a9a-a4965f402abf req-09e6eeb5-cf73-47e3-b994-5851ba34e9c9 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 946 time: 0.0533829 Apr 08 11:09:30.056903 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d7ae8c66-bdba-4fcc-9a9a-a4965f402abf req-58339c98-cb5f-41fd-b35a-553537b8406e tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406246 Apr 08 11:09:30.118493 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-43791243-2e77-4557-be36-93e42ca723e1 req-c0d92190-18bd-4218-986b-557d32cf6809 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=511e6bc7-535e-4717-83bf-201fd532ca26 HTTP/1.1" status: 200 len: 210 time: 0.0260637 Apr 08 11:09:30.688414 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d05121-cab7-4354-9cf7-59aa67b3f9db req-abcebef2-a1a1-4b45-8779-2b8fc24bf7d1 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:30.690182 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-27d05121-cab7-4354-9cf7-59aa67b3f9db req-abcebef2-a1a1-4b45-8779-2b8fc24bf7d1 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff6debac-82a1-4cb1-8a13-f7dbf03113c8 HTTP/1.1" status: 200 len: 950 time: 0.0530112 Apr 08 11:09:30.741527 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-27d05121-cab7-4354-9cf7-59aa67b3f9db req-249f60e7-fc6a-4746-a226-e0721f24b7d2 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/security-groups?id=60dfb060-f008-46fd-a9f3-f519234cd950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455499 Apr 08 11:09:30.868981 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead983a4-efab-455c-8e01-62f7324c0099 req-e9b1b76d-c032-4377-871d-06ac89af9a57 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:30.871263 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ead983a4-efab-455c-8e01-62f7324c0099 req-e9b1b76d-c032-4377-871d-06ac89af9a57 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.0551066 Apr 08 11:09:30.918827 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ead983a4-efab-455c-8e01-62f7324c0099 req-6565f6ad-2414-4084-a82b-c5ca54b91142 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420649 Apr 08 11:09:31.032706 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:31.177174 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6992d-5534-4a6c-9010-6a35e015b42a req-4d879f2b-e732-42d2-8a57-0e3b596b16e2 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:31.178669 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-04c6992d-5534-4a6c-9010-6a35e015b42a req-4d879f2b-e732-42d2-8a57-0e3b596b16e2 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 946 time: 0.0527182 Apr 08 11:09:31.213525 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-16d8c0b2-7cbc-40ab-9ad9-ef0a5c03ff4c req-a6daea65-e23d-4745-840f-65fecb54f6c1 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=511e6bc7-535e-4717-83bf-201fd532ca26 HTTP/1.1" status: 200 len: 210 time: 0.0309601 Apr 08 11:09:31.228371 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-04c6992d-5534-4a6c-9010-6a35e015b42a req-e009b6ac-c53c-4f38-a939-343081456cd5 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433788 Apr 08 11:09:31.599459 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:09:31.668581 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a3ebe-5cc5-4561-9769-86d8b0379a8a req-f64e9578-c98e-4ebe-92f7-a61344e66218 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:31.670012 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7a4a3ebe-5cc5-4561-9769-86d8b0379a8a req-f64e9578-c98e-4ebe-92f7-a61344e66218 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff6debac-82a1-4cb1-8a13-f7dbf03113c8 HTTP/1.1" status: 200 len: 950 time: 0.0533826 Apr 08 11:09:31.778496 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-7a4a3ebe-5cc5-4561-9769-86d8b0379a8a req-05390ed2-0f05-4a98-9b00-320d8e7ed4d6 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Deleting port 85e7dc88-7e74-4a4b-86d4-6eaa0c23755c {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:09:31.779134 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-7a4a3ebe-5cc5-4561-9769-86d8b0379a8a req-05390ed2-0f05-4a98-9b00-320d8e7ed4d6 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (85e7dc88-7e74-4a4b-86d4-6eaa0c23755c), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:31.861535 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0296e3e2-9444-41d9-86b9-69eee99177e7 req-230683b4-81eb-4c1b-bac7-f852e1e54c85 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:31.863152 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0296e3e2-9444-41d9-86b9-69eee99177e7 req-230683b4-81eb-4c1b-bac7-f852e1e54c85 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff6debac-82a1-4cb1-8a13-f7dbf03113c8 HTTP/1.1" status: 200 len: 950 time: 0.0532680 Apr 08 11:09:31.866506 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-7a4a3ebe-5cc5-4561-9769-86d8b0379a8a req-05390ed2-0f05-4a98-9b00-320d8e7ed4d6 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] For port 85e7dc88-7e74-4a4b-86d4-6eaa0c23755c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=85e7dc88-7e74-4a4b-86d4-6eaa0c23755c,segment=NetworkSegment(31f77d47-5c40-4753-abf6-c29fd832bfed),segment_id=31f77d47-5c40-4753-abf6-c29fd832bfed)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:09:31.866877 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-7a4a3ebe-5cc5-4561-9769-86d8b0379a8a req-05390ed2-0f05-4a98-9b00-320d8e7ed4d6 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (85e7dc88-7e74-4a4b-86d4-6eaa0c23755c), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:31.880354 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-7a4a3ebe-5cc5-4561-9769-86d8b0379a8a req-05390ed2-0f05-4a98-9b00-320d8e7ed4d6 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Calling delete_port for 85e7dc88-7e74-4a4b-86d4-6eaa0c23755c owned by compute:nova {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:09:31.910281 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0296e3e2-9444-41d9-86b9-69eee99177e7 req-76dcde62-aabc-44fe-bb5c-d188d1a995ae tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/security-groups?id=60dfb060-f008-46fd-a9f3-f519234cd950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413055 Apr 08 11:09:32.054628 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8f3d0-fd10-4432-863f-1ac5c398ee88 req-6f6b2ea5-99fa-4d1f-8727-4dee1c6c9f3f tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:32.056110 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-31c8f3d0-fd10-4432-863f-1ac5c398ee88 req-6f6b2ea5-99fa-4d1f-8727-4dee1c6c9f3f tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.0650742 Apr 08 11:09:32.079695 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-7a4a3ebe-5cc5-4561-9769-86d8b0379a8a req-05390ed2-0f05-4a98-9b00-320d8e7ed4d6 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (85e7dc88-7e74-4a4b-86d4-6eaa0c23755c), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:32.117100 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05390ed2-0f05-4a98-9b00-320d8e7ed4d6 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Pushing event deleted for resources: {'Port': ['ID=85e7dc88-7e74-4a4b-86d4-6eaa0c23755c,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:32.149045 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] get_ports_and_sgs() called for port_ids ['85e7dc88-7e74-4a4b-86d4-6eaa0c23755c'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:09:32.158428 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05390ed2-0f05-4a98-9b00-320d8e7ed4d6 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:32.158780 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05390ed2-0f05-4a98-9b00-320d8e7ed4d6 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:32.159129 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05390ed2-0f05-4a98-9b00-320d8e7ed4d6 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:32.159471 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05390ed2-0f05-4a98-9b00-320d8e7ed4d6 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:32.159805 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05390ed2-0f05-4a98-9b00-320d8e7ed4d6 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:32.160148 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05390ed2-0f05-4a98-9b00-320d8e7ed4d6 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:32.160470 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05390ed2-0f05-4a98-9b00-320d8e7ed4d6 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:32.160795 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05390ed2-0f05-4a98-9b00-320d8e7ed4d6 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:32.161118 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05390ed2-0f05-4a98-9b00-320d8e7ed4d6 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:32.161446 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05390ed2-0f05-4a98-9b00-320d8e7ed4d6 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:32.161794 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05390ed2-0f05-4a98-9b00-320d8e7ed4d6 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:32.162133 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05390ed2-0f05-4a98-9b00-320d8e7ed4d6 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:32.162458 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05390ed2-0f05-4a98-9b00-320d8e7ed4d6 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:32.162777 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05390ed2-0f05-4a98-9b00-320d8e7ed4d6 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:32.163117 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05390ed2-0f05-4a98-9b00-320d8e7ed4d6 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:32.177750 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-31c8f3d0-fd10-4432-863f-1ac5c398ee88 req-320f8793-7c24-4e49-baed-e55c9e8f5075 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137998 Apr 08 11:09:32.193096 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4a3ebe-5cc5-4561-9769-86d8b0379a8a req-05390ed2-0f05-4a98-9b00-320d8e7ed4d6 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] No DVR routers for this DVR port 85e7dc88-7e74-4a4b-86d4-6eaa0c23755c on host hv-cinder-83607 {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:09:32.198101 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-7a4a3ebe-5cc5-4561-9769-86d8b0379a8a req-05390ed2-0f05-4a98-9b00-320d8e7ed4d6 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:32.200077 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7a4a3ebe-5cc5-4561-9769-86d8b0379a8a req-05390ed2-0f05-4a98-9b00-320d8e7ed4d6 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.25 "DELETE /v2.0/ports/85e7dc88-7e74-4a4b-86d4-6eaa0c23755c HTTP/1.1" status: 204 len: 173 time: 0.5167582 Apr 08 11:09:32.200537 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6debac-82a1-4cb1-8a13-f7dbf03113c8', 'name': 'network-vif-deleted', 'tag': '85e7dc88-7e74-4a4b-86d4-6eaa0c23755c'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:09:32.202963 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2912f5-8d9f-4408-af4f-d6c8b37cf9c4" -d '{"events": [{"server_uuid": "ff6debac-82a1-4cb1-8a13-f7dbf03113c8", "name": "network-vif-deleted", "tag": "85e7dc88-7e74-4a4b-86d4-6eaa0c23755c"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:09:32.245627 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b9d40d-5930-4cd9-9b2e-a736803c94af x-openstack-request-id: req-85b9d40d-5930-4cd9-9b2e-a736803c94af {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:09:32.251075 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff6debac-82a1-4cb1-8a13-f7dbf03113c8", "name": "network-vif-deleted", "tag": "85e7dc88-7e74-4a4b-86d4-6eaa0c23755c", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:09:32.251075 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-85b9d40d-5930-4cd9-9b2e-a736803c94af {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:09:32.251075 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85b9d40d-5930-4cd9-9b2e-a736803c94af'] response: {'server_uuid': 'ff6debac-82a1-4cb1-8a13-f7dbf03113c8', 'name': 'network-vif-deleted', 'tag': '85e7dc88-7e74-4a4b-86d4-6eaa0c23755c', 'status': 'completed', 'code': 200} Apr 08 11:09:32.329358 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2e99179a-d448-49cf-bf56-41aa7c7441fd req-9406fb90-66e9-464e-b296-a87ef97ed377 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=511e6bc7-535e-4717-83bf-201fd532ca26 HTTP/1.1" status: 200 len: 210 time: 0.0302553 Apr 08 11:09:32.372393 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b445dd2-01bf-4789-a7d8-f7ee05df15b7 req-3fa3df9c-ac40-4770-8a0d-ac82a8b4fc19 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:32.374009 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2b445dd2-01bf-4789-a7d8-f7ee05df15b7 req-3fa3df9c-ac40-4770-8a0d-ac82a8b4fc19 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 946 time: 0.0670993 Apr 08 11:09:32.441087 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2b445dd2-01bf-4789-a7d8-f7ee05df15b7 req-fe8be1f6-4e44-4aa7-af8c-5f088221494c tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422220 Apr 08 11:09:32.569389 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:33.006882 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d89d3564-a064-4eff-b151-0a028f29e35b req-b5eb8895-c58d-43df-8b88-965c71c5e7c7 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff6debac-82a1-4cb1-8a13-f7dbf03113c8 HTTP/1.1" status: 200 len: 210 time: 0.0311573 Apr 08 11:09:33.317005 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669573e-56ef-46c6-bd37-f759f9c06052 req-368300cc-c624-47d1-b5cb-a10da416d630 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:33.321344 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c669573e-56ef-46c6-bd37-f759f9c06052 req-368300cc-c624-47d1-b5cb-a10da416d630 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.0636952 Apr 08 11:09:33.366802 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c669573e-56ef-46c6-bd37-f759f9c06052 req-b67b6e50-1825-4213-9ab5-84821869b472 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425444 Apr 08 11:09:33.431858 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-23bc18cb-f306-4b14-aa07-afff13b2ecc0 req-794dcaae-b420-4548-a89f-d68efe1fa87e tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=511e6bc7-535e-4717-83bf-201fd532ca26 HTTP/1.1" status: 200 len: 210 time: 0.0281732 Apr 08 11:09:33.573623 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42b8e8-beb7-4405-abc2-feb67bea0c99 req-45c0d391-8aff-41a7-9f02-26d06da628bd tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:33.575434 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ee42b8e8-beb7-4405-abc2-feb67bea0c99 req-45c0d391-8aff-41a7-9f02-26d06da628bd tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 946 time: 0.0670097 Apr 08 11:09:33.636071 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ee42b8e8-beb7-4405-abc2-feb67bea0c99 req-8a8bb1df-36b3-4ede-b7cf-30d7b969075f tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544584 Apr 08 11:09:33.664242 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-87ab1101-1d28-4f05-ba99-dd0af2bf4d3b tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:33.665708 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-87ab1101-1d28-4f05-ba99-dd0af2bf4d3b tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.25 "GET /v2.0/networks?id=e19cdb1b-6b68-4ab1-b7ae-0515860cc308 HTTP/1.1" status: 200 len: 815 time: 0.1352704 Apr 08 11:09:33.924270 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd8107-acc9-4a60-b9a7-83b2555867ad req-a35b0b30-409b-4b9f-92f9-000b4c0c3dc7 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:33.925791 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-46dd8107-acc9-4a60-b9a7-83b2555867ad req-a35b0b30-409b-4b9f-92f9-000b4c0c3dc7 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0586183 Apr 08 11:09:33.974406 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-46dd8107-acc9-4a60-b9a7-83b2555867ad req-2c041de4-67d4-4a35-80fe-35bc51fd1de4 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430377 Apr 08 11:09:33.976284 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-32f8b958-7e1f-43c4-9398-2527634d8645 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff706c0e7c16476e8c00ca1ba4e85ed9 HTTP/1.1" status: 200 len: 471 time: 0.0801871 Apr 08 11:09:34.134430 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8ab2d592-83bb-421e-bd51-8ae624008c55 req-272bd6b4-5f8e-475f-840e-3a24f14e3344 tempest-VolumesNegativeTest-1172614453 tempest-VolumesNegativeTest-1172614453-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff6debac-82a1-4cb1-8a13-f7dbf03113c8 HTTP/1.1" status: 200 len: 210 time: 0.0265057 Apr 08 11:09:34.205785 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-2d2b6084-2861-4c49-b532-252a2ad29bf6 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Request body: {'port': {'device_id': '511e6bc7-535e-4717-83bf-201fd532ca26', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'admin_state_up': True, 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'security_groups': ['322f5085-04e6-48a5-ae4f-efb74e5e77e1']}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:09:34.226922 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:34.381160 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-2d2b6084-2861-4c49-b532-252a2ad29bf6 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Made reservation on behalf of ff706c0e7c16476e8c00ca1ba4e85ed9 for: {'port': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:09:34.384564 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-2d2b6084-2861-4c49-b532-252a2ad29bf6 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:34.506682 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551cb044-fff0-47dd-9952-405d5012584e req-cec5a6ce-3603-42a5-9c2c-2b67f94b4b51 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:34.508194 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-551cb044-fff0-47dd-9952-405d5012584e req-cec5a6ce-3603-42a5-9c2c-2b67f94b4b51 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.0668731 Apr 08 11:09:34.538155 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-2d2b6084-2861-4c49-b532-252a2ad29bf6 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Allocated IP 172.20.0.5 (e19cdb1b-6b68-4ab1-b7ae-0515860cc308/9010fa40-00fa-4f20-8fb7-c4e600b421ca/b47d2055-43db-4704-8042-4b0c01c442d5) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:09:34.571516 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-551cb044-fff0-47dd-9952-405d5012584e req-1ca0aeae-1934-4cbb-8358-f7dd2d85e139 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566697 Apr 08 11:09:34.581733 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ddd74f93-42e9-4ef4-9e0e-919e98d07a8b req-939f470c-49ba-4a57-be8e-3919e962bd47 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=511e6bc7-535e-4717-83bf-201fd532ca26 HTTP/1.1" status: 200 len: 210 time: 0.0367270 Apr 08 11:09:34.750358 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-2d2b6084-2861-4c49-b532-252a2ad29bf6 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for port (b47d2055-43db-4704-8042-4b0c01c442d5), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:34.761067 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399bcae-d9e2-4b15-a606-b0e0f5bce2f1 req-c13c1c69-1436-42d9-82b0-eea2a2c28b65 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:34.762673 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b399bcae-d9e2-4b15-a606-b0e0f5bce2f1 req-c13c1c69-1436-42d9-82b0-eea2a2c28b65 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 946 time: 0.0532568 Apr 08 11:09:34.815496 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b399bcae-d9e2-4b15-a606-b0e0f5bce2f1 req-d493140b-c4a8-4f71-b32a-e23ffa0f7925 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466428 Apr 08 11:09:34.873360 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-2d2b6084-2861-4c49-b532-252a2ad29bf6 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (b47d2055-43db-4704-8042-4b0c01c442d5), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:34.915638 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-2d2b6084-2861-4c49-b532-252a2ad29bf6 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Network e19cdb1b-6b68-4ab1-b7ae-0515860cc308 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:09:34.919313 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-2d2b6084-2861-4c49-b532-252a2ad29bf6 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:09:34.929008 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-2d2b6084-2861-4c49-b532-252a2ad29bf6 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:09:34.952734 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b6084-2861-4c49-b532-252a2ad29bf6 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Pushing event updated for resources: {'Port': ['ID=b47d2055-43db-4704-8042-4b0c01c442d5,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:34.979055 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-2d2b6084-2861-4c49-b532-252a2ad29bf6 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:34.980746 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-2d2b6084-2861-4c49-b532-252a2ad29bf6 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:35.062565 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-2d2b6084-2861-4c49-b532-252a2ad29bf6 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8608711 Apr 08 11:09:35.102206 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-6f11a868-acc5-4d5c-acdb-8e88b4a3b4de service neutron] Request body: {'port': {'device_id': '511e6bc7-535e-4717-83bf-201fd532ca26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:09:35.135482 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 47364) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:09:35.168358 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1ce83-5667-4726-9460-4eef6cce4293 req-19a178d7-bc1d-4d3f-8b59-16ca6d37d641 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:35.169848 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5bc1ce83-5667-4726-9460-4eef6cce4293 req-19a178d7-bc1d-4d3f-8b59-16ca6d37d641 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.1216676 Apr 08 11:09:35.184905 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-6f11a868-acc5-4d5c-acdb-8e88b4a3b4de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (b47d2055-43db-4704-8042-4b0c01c442d5), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:35.188953 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-52987d1e-1aec-45f7-9a76-e5985f2ca12b None None] Provisioning complete for port b47d2055-43db-4704-8042-4b0c01c442d5 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:09:35.189325 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-52987d1e-1aec-45f7-9a76-e5985f2ca12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (b47d2055-43db-4704-8042-4b0c01c442d5), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:35.240279 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-52987d1e-1aec-45f7-9a76-e5985f2ca12b None None] Port b47d2055-43db-4704-8042-4b0c01c442d5 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:09:35.255887 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5bc1ce83-5667-4726-9460-4eef6cce4293 req-775e55bc-a00f-41fa-a25a-9ba4a620f8c7 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794396 Apr 08 11:09:35.284443 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ecb9b820-6dd0-42a9-ab83-ad57beed71e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:35.366753 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ecb9b820-6dd0-42a9-ab83-ad57beed71e1 admin admin] Publish callbacks [] for security_group (90cd6a32-5ced-4575-a8e7-59132d3553ae), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:35.427400 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ecb9b820-6dd0-42a9-ab83-ad57beed71e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (90cd6a32-5ced-4575-a8e7-59132d3553ae), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:35.470536 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9b820-6dd0-42a9-ab83-ad57beed71e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90cd6a32-5ced-4575-a8e7-59132d3553ae,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:35.474547 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-ecb9b820-6dd0-42a9-ab83-ad57beed71e1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fa6598cc84db47ed8c3cb8dd74a3b57d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3377528 Apr 08 11:09:35.477029 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 47382) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:09:35.493966 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb9b820-6dd0-42a9-ab83-ad57beed71e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:35.494314 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb9b820-6dd0-42a9-ab83-ad57beed71e1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:35.494650 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb9b820-6dd0-42a9-ab83-ad57beed71e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:35.495072 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb9b820-6dd0-42a9-ab83-ad57beed71e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:35.495412 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb9b820-6dd0-42a9-ab83-ad57beed71e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:35.495726 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb9b820-6dd0-42a9-ab83-ad57beed71e1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:35.496140 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb9b820-6dd0-42a9-ab83-ad57beed71e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:35.496480 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb9b820-6dd0-42a9-ab83-ad57beed71e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:35.496788 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb9b820-6dd0-42a9-ab83-ad57beed71e1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:35.497126 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb9b820-6dd0-42a9-ab83-ad57beed71e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:35.497572 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb9b820-6dd0-42a9-ab83-ad57beed71e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:35.497919 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb9b820-6dd0-42a9-ab83-ad57beed71e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:35.498238 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb9b820-6dd0-42a9-ab83-ad57beed71e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:35.501623 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb9b820-6dd0-42a9-ab83-ad57beed71e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:35.501623 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb9b820-6dd0-42a9-ab83-ad57beed71e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:35.518986 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-6f11a868-acc5-4d5c-acdb-8e88b4a3b4de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b47d2055-43db-4704-8042-4b0c01c442d5 {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:09:35.527725 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-6f11a868-acc5-4d5c-acdb-8e88b4a3b4de service neutron] Publish callbacks [] for port (b47d2055-43db-4704-8042-4b0c01c442d5), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:35.542042 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-6f11a868-acc5-4d5c-acdb-8e88b4a3b4de service neutron] Transition to ACTIVE for port object b47d2055-43db-4704-8042-4b0c01c442d5 will not be triggered until provisioned by entity L2. {{(pid=104016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:09:35.547962 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5f47dd68-992d-4ea9-87d2-d0e951cb755e admin admin] Publish callbacks [] for security_group (90cd6a32-5ced-4575-a8e7-59132d3553ae), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:35.571398 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5f47dd68-992d-4ea9-87d2-d0e951cb755e admin admin] Publish callbacks [] for security_group (90cd6a32-5ced-4575-a8e7-59132d3553ae), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:35.605605 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-6f11a868-acc5-4d5c-acdb-8e88b4a3b4de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3536654'] for port (b47d2055-43db-4704-8042-4b0c01c442d5), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:35.705814 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11a868-acc5-4d5c-acdb-8e88b4a3b4de service neutron] Pushing event updated for resources: {'Port': ['ID=b47d2055-43db-4704-8042-4b0c01c442d5,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:35.752964 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5f47dd68-992d-4ea9-87d2-d0e951cb755e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (90cd6a32-5ced-4575-a8e7-59132d3553ae), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:35.755786 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5f47dd68-992d-4ea9-87d2-d0e951cb755e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:35.758326 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-5f47dd68-992d-4ea9-87d2-d0e951cb755e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/90cd6a32-5ced-4575-a8e7-59132d3553ae HTTP/1.1" status: 204 len: 168 time: 0.2789617 Apr 08 11:09:35.769682 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f47dd68-992d-4ea9-87d2-d0e951cb755e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cd6a32-5ced-4575-a8e7-59132d3553ae,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:35.787907 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3f18c-bfcd-48be-8214-dbe1d7eed843 req-2ff4d1e1-ac47-4610-bfe8-ffdbfd884dbc tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:35.789647 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-66d3f18c-bfcd-48be-8214-dbe1d7eed843 req-2ff4d1e1-ac47-4610-bfe8-ffdbfd884dbc tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.1054320 Apr 08 11:09:35.872270 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-66d3f18c-bfcd-48be-8214-dbe1d7eed843 req-8227be95-cdd2-4e6c-b490-a60889be0e38 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676475 Apr 08 11:09:35.889103 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b2ffe-1f98-4f9e-a12d-115a9642318c req-c473b7e7-1aca-40c7-aa3a-fc600994e697 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:35.908838 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1d4b2ffe-1f98-4f9e-a12d-115a9642318c req-c473b7e7-1aca-40c7-aa3a-fc600994e697 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=511e6bc7-535e-4717-83bf-201fd532ca26 HTTP/1.1" status: 200 len: 943 time: 0.1608787 Apr 08 11:09:35.944196 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-6f11a868-acc5-4d5c-acdb-8e88b4a3b4de service neutron] Attempting to bind port b47d2055-43db-4704-8042-4b0c01c442d5 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:09:35.944532 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-6f11a868-acc5-4d5c-acdb-8e88b4a3b4de service neutron] Attempting to bind port b47d2055-43db-4704-8042-4b0c01c442d5 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '13a51762-62db-4a95-be12-8e98c62784f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:09:35.945505 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-6f11a868-acc5-4d5c-acdb-8e88b4a3b4de service neutron] Attempting to bind port b47d2055-43db-4704-8042-4b0c01c442d5 on network e19cdb1b-6b68-4ab1-b7ae-0515860cc308 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:09:35.954720 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-6f11a868-acc5-4d5c-acdb-8e88b4a3b4de service neutron] Port b47d2055-43db-4704-8042-4b0c01c442d5 on network e19cdb1b-6b68-4ab1-b7ae-0515860cc308 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:09:35.955049 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-6f11a868-acc5-4d5c-acdb-8e88b4a3b4de service neutron] Attempting to bind port b47d2055-43db-4704-8042-4b0c01c442d5 on network e19cdb1b-6b68-4ab1-b7ae-0515860cc308 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:09:35.970520 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-6f11a868-acc5-4d5c-acdb-8e88b4a3b4de service neutron] Checking agent: {'id': '05eae265-77bc-4fda-a145-417801a6b133', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'started_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:09:35.970795 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-6f11a868-acc5-4d5c-acdb-8e88b4a3b4de service neutron] Checking segment: {'id': '13a51762-62db-4a95-be12-8e98c62784f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:09:35.971180 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-6f11a868-acc5-4d5c-acdb-8e88b4a3b4de service neutron] Bound using segment: {'id': '13a51762-62db-4a95-be12-8e98c62784f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:09:35.971614 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-6f11a868-acc5-4d5c-acdb-8e88b4a3b4de service neutron] Bound port: b47d2055-43db-4704-8042-4b0c01c442d5, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13a51762-62db-4a95-be12-8e98c62784f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:09:35.971973 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-6f11a868-acc5-4d5c-acdb-8e88b4a3b4de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (b47d2055-43db-4704-8042-4b0c01c442d5), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:35.994289 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1d4b2ffe-1f98-4f9e-a12d-115a9642318c req-149f3bde-64f3-41df-922b-e4a28590b4e3 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=322f5085-04e6-48a5-ae4f-efb74e5e77e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897791 Apr 08 11:09:36.016822 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa5218-d35c-4444-8762-682ffe9609e2 req-e6b822cb-a8df-4e73-8733-0aeb3c1fad7e tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:36.018432 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-13aa5218-d35c-4444-8762-682ffe9609e2 req-e6b822cb-a8df-4e73-8733-0aeb3c1fad7e tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 946 time: 0.0551727 Apr 08 11:09:36.066648 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-6f11a868-acc5-4d5c-acdb-8e88b4a3b4de service neutron] For port b47d2055-43db-4704-8042-4b0c01c442d5, host hv-cinder-83607, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:09:36.070619 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-13aa5218-d35c-4444-8762-682ffe9609e2 req-535e62f8-e2bd-491c-b91e-940d5470d681 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464439 Apr 08 11:09:36.072359 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-6f11a868-acc5-4d5c-acdb-8e88b4a3b4de service neutron] For port b47d2055-43db-4704-8042-4b0c01c442d5, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b47d2055-43db-4704-8042-4b0c01c442d5,segment=NetworkSegment(13a51762-62db-4a95-be12-8e98c62784f0),segment_id=13a51762-62db-4a95-be12-8e98c62784f0)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:09:36.095125 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 85e7dc88-7e74-4a4b-86d4-6eaa0c23755c no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:09:36.126372 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] No Port match for: 85e7dc88-7e74-4a4b-86d4-6eaa0c23755c {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:09:36.126718 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 85e7dc88-7e74-4a4b-86d4-6eaa0c23755c not bound to the agent host hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:09:36.155530 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-6f11a868-acc5-4d5c-acdb-8e88b4a3b4de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3536654'] for port (b47d2055-43db-4704-8042-4b0c01c442d5), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:36.170861 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-aae649d8-e506-41a4-97e1-ec409827beeb tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1062516231&fields=id&tenant_id=dbbd14ea76324b76bd17c80e4eceaef9 HTTP/1.1" status: 200 len: 267 time: 0.0577047 Apr 08 11:09:36.197458 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-6f11a868-acc5-4d5c-acdb-8e88b4a3b4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:36.198000 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-6f11a868-acc5-4d5c-acdb-8e88b4a3b4de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:36.199308 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-6f11a868-acc5-4d5c-acdb-8e88b4a3b4de service neutron] 10.222.0.25 "PUT /v2.0/ports/b47d2055-43db-4704-8042-4b0c01c442d5 HTTP/1.1" status: 200 len: 1093 time: 1.1115637 Apr 08 11:09:36.208507 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511e6bc7-535e-4717-83bf-201fd532ca26', 'tag': 'b47d2055-43db-4704-8042-4b0c01c442d5'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:09:36.211190 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f9e1ce-900d-4891-9045-baf6901faa45" -d '{"events": [{"name": "network-changed", "server_uuid": "511e6bc7-535e-4717-83bf-201fd532ca26", "tag": "b47d2055-43db-4704-8042-4b0c01c442d5"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:09:36.296172 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e07316f-d064-41f2-bdab-bbb8eb88b969 x-openstack-request-id: req-2e07316f-d064-41f2-bdab-bbb8eb88b969 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:09:36.296466 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511e6bc7-535e-4717-83bf-201fd532ca26", "tag": "b47d2055-43db-4704-8042-4b0c01c442d5", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:09:36.296734 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2e07316f-d064-41f2-bdab-bbb8eb88b969 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:09:36.297132 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e07316f-d064-41f2-bdab-bbb8eb88b969'] response: {'name': 'network-changed', 'server_uuid': '511e6bc7-535e-4717-83bf-201fd532ca26', 'tag': 'b47d2055-43db-4704-8042-4b0c01c442d5', 'status': 'completed', 'code': 200} Apr 08 11:09:36.304498 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11a868-acc5-4d5c-acdb-8e88b4a3b4de service neutron] Pushing event updated for resources: {'Port': ['ID=b47d2055-43db-4704-8042-4b0c01c442d5,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:36.428390 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36c9e6-0663-4d47-a5c5-0a5f5760c392 req-530e4fc8-8d0e-49bb-9c72-ce32636d4175 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:36.429999 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6c36c9e6-0663-4d47-a5c5-0a5f5760c392 req-530e4fc8-8d0e-49bb-9c72-ce32636d4175 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0634410 Apr 08 11:09:36.437499 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-87e8866d-9a68-4017-960a-7fb07a1dfbcd tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:36.437499 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-87e8866d-9a68-4017-960a-7fb07a1dfbcd tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/networks?id=92663085-05c4-47d0-9ecc-faab9dcfcd0e HTTP/1.1" status: 200 len: 810 time: 0.2436271 Apr 08 11:09:36.451753 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f9e1ce-900d-4891-9045-baf6901faa45 req-ea33a744-cf77-46ac-81fd-1dcba24d0c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:36.453100 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a1f9e1ce-900d-4891-9045-baf6901faa45 req-ea33a744-cf77-46ac-81fd-1dcba24d0c51 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ff706c0e7c16476e8c00ca1ba4e85ed9&device_id=511e6bc7-535e-4717-83bf-201fd532ca26 HTTP/1.1" status: 200 len: 1127 time: 0.1267390 Apr 08 11:09:36.455668 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-f9d0d7a5-948a-4ebb-94df-35f1a0b4a50b tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/quotas/dbbd14ea76324b76bd17c80e4eceaef9 HTTP/1.1" status: 200 len: 375 time: 0.0156379 Apr 08 11:09:36.516169 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6c36c9e6-0663-4d47-a5c5-0a5f5760c392 req-d8be7bea-d693-4bbc-b520-e81e3c083494 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771782 Apr 08 11:09:36.596236 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-0e95bbb1-64b0-41e6-9c19-126b814f0344 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dbbd14ea76324b76bd17c80e4eceaef9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1286910 Apr 08 11:09:36.643424 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f9e1ce-900d-4891-9045-baf6901faa45 req-7fd529d8-c4e6-4f5f-bf59-beca197e3ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:36.644686 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a1f9e1ce-900d-4891-9045-baf6901faa45 req-7fd529d8-c4e6-4f5f-bf59-beca197e3ce9 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=ff706c0e7c16476e8c00ca1ba4e85ed9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1759965 Apr 08 11:09:37.009752 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-1e3da0be-2c55-4155-8e83-4753cc90d6bb service neutron] 10.222.0.53 "GET /v2.0/networks/92663085-05c4-47d0-9ecc-faab9dcfcd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971219 Apr 08 11:09:37.036380 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccbb91-bda4-47c9-a596-a0cfe115cb0f req-6ec01958-e8f1-4a06-a2b3-6f0c3a2d6b94 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:37.038140 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-fbccbb91-bda4-47c9-a596-a0cfe115cb0f req-6ec01958-e8f1-4a06-a2b3-6f0c3a2d6b94 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.0612972 Apr 08 11:09:37.052476 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f9e1ce-900d-4891-9045-baf6901faa45 req-7766ed91-84f6-4b1b-8ff6-f68021cf6846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:37.053961 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a1f9e1ce-900d-4891-9045-baf6901faa45 req-7766ed91-84f6-4b1b-8ff6-f68021cf6846 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3798628 Apr 08 11:09:37.128768 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-fbccbb91-bda4-47c9-a596-a0cfe115cb0f req-74d37cb4-b11d-449c-b269-964358545ab1 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830142 Apr 08 11:09:37.180201 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-d8679b65-7111-463f-9ae4-00ddda0de55a service neutron] 10.222.0.53 "GET /v2.0/networks/92663085-05c4-47d0-9ecc-faab9dcfcd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589732 Apr 08 11:09:37.224010 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-75f32e03-14d8-46a3-bfb6-6a634714a9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:37.226082 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-75f32e03-14d8-46a3-bfb6-6a634714a9d6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ff706c0e7c16476e8c00ca1ba4e85ed9&device_id=511e6bc7-535e-4717-83bf-201fd532ca26 HTTP/1.1" status: 200 len: 1127 time: 0.0683670 Apr 08 11:09:37.282287 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-bb9b250c-0b6d-4eb2-aabe-ee4c5d5530c0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b47d2055-43db-4704-8042-4b0c01c442d5 HTTP/1.1" status: 200 len: 217 time: 0.0409648 Apr 08 11:09:37.301270 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e2508-d6ee-4c9b-8ca2-1a0a5d5907e1 req-70a507b9-8943-43bc-8eb0-3bcc9725aab0 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:37.310166 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-185e2508-d6ee-4c9b-8ca2-1a0a5d5907e1 req-70a507b9-8943-43bc-8eb0-3bcc9725aab0 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=511e6bc7-535e-4717-83bf-201fd532ca26 HTTP/1.1" status: 200 len: 943 time: 0.1095858 Apr 08 11:09:37.366046 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-6786e185-d3d5-41e1-96dc-cfe67df8fe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:37.367222 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-6786e185-d3d5-41e1-96dc-cfe67df8fe35 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9010fa40-00fa-4f20-8fb7-c4e600b421ca HTTP/1.1" status: 200 len: 854 time: 0.0779712 Apr 08 11:09:37.371050 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-185e2508-d6ee-4c9b-8ca2-1a0a5d5907e1 req-72a6ebd9-bb89-4f1f-aa7e-a6750c38e9f7 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=322f5085-04e6-48a5-ae4f-efb74e5e77e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599773 Apr 08 11:09:37.513077 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f26029-e387-4cf2-840a-b4426c5fe36e req-2213d13d-28d7-4d51-a238-b84ba3c5d1b2 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:37.514647 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a9f26029-e387-4cf2-840a-b4426c5fe36e req-2213d13d-28d7-4d51-a238-b84ba3c5d1b2 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 946 time: 0.0709982 Apr 08 11:09:37.582285 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a9f26029-e387-4cf2-840a-b4426c5fe36e req-81d0a038-37c1-4e24-8947-301b59abada9 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618153 Apr 08 11:09:37.626062 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-c3617546-a587-43ab-817a-d4b997e51ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:37.627570 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-c3617546-a587-43ab-817a-d4b997e51ddc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e19cdb1b-6b68-4ab1-b7ae-0515860cc308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1019437 Apr 08 11:09:37.700072 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148f58b-c6c0-4d7d-be84-1d219c8443f1 req-29a3ad4e-2f0f-495f-86d5-f23f19c064c5 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:37.701802 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c148f58b-c6c0-4d7d-be84-1d219c8443f1 req-29a3ad4e-2f0f-495f-86d5-f23f19c064c5 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0562880 Apr 08 11:09:37.733078 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-d116da09-90aa-4cd3-a64a-1b614d3abfb2 service neutron] 10.222.0.25 "GET /v2.0/networks/e19cdb1b-6b68-4ab1-b7ae-0515860cc308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916996 Apr 08 11:09:37.754573 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c148f58b-c6c0-4d7d-be84-1d219c8443f1 req-1b06ca5f-04f6-42c8-9665-2d2d92adf828 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468695 Apr 08 11:09:37.895995 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-866e796c-1745-4b55-835d-6c8fd4218aa7 req-d2c5c6e9-1fd0-440f-8543-a81082642948 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bbffc83-8dbd-4152-84dc-605709bc41ac HTTP/1.1" status: 200 len: 210 time: 0.0469620 Apr 08 11:09:37.912333 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4e0cf5ae-8135-4a49-92cc-eda2bb5e6b54 req-df1c783a-801f-4434-8d0a-f8b27260df9b service neutron] 10.222.0.25 "GET /v2.0/networks/e19cdb1b-6b68-4ab1-b7ae-0515860cc308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538515 Apr 08 11:09:38.259345 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e90a2-b7bd-4ad0-83bb-22621d11f659 req-f383c7dc-0563-410a-834e-93e837cf4f0f tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:38.261562 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9e5e90a2-b7bd-4ad0-83bb-22621d11f659 req-f383c7dc-0563-410a-834e-93e837cf4f0f tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.0646796 Apr 08 11:09:38.311257 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9e5e90a2-b7bd-4ad0-83bb-22621d11f659 req-f08bd140-f6d2-4f1e-80e0-7a5c043ee0f6 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429158 Apr 08 11:09:38.517117 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd963a76-85a7-4c76-83e6-e81bd820c759 req-f36f99cd-0585-454a-9685-b09f4ec28fc6 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:38.518720 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cd963a76-85a7-4c76-83e6-e81bd820c759 req-f36f99cd-0585-454a-9685-b09f4ec28fc6 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=511e6bc7-535e-4717-83bf-201fd532ca26 HTTP/1.1" status: 200 len: 943 time: 0.0715597 Apr 08 11:09:38.583188 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cd963a76-85a7-4c76-83e6-e81bd820c759 req-ccf07c2a-94fc-4af7-9c52-871e000b45b4 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=322f5085-04e6-48a5-ae4f-efb74e5e77e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587451 Apr 08 11:09:38.705689 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221d015-5756-4bc4-aef1-9e5328a2dbad req-98242ec8-2a5b-43cc-bd15-1d6b8391fda7 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:38.705689 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8221d015-5756-4bc4-aef1-9e5328a2dbad req-98242ec8-2a5b-43cc-bd15-1d6b8391fda7 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 946 time: 0.0541170 Apr 08 11:09:38.770597 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8221d015-5756-4bc4-aef1-9e5328a2dbad req-aaa0858f-fd1f-44b3-95e1-aa8cf8051022 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608523 Apr 08 11:09:38.907695 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8763d-e8a7-4b73-a47d-d46695571370 req-1b8836af-2a9f-4f27-a788-0084de1982d1 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:38.909276 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-34b8763d-e8a7-4b73-a47d-d46695571370 req-1b8836af-2a9f-4f27-a788-0084de1982d1 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0662141 Apr 08 11:09:38.958660 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-34b8763d-e8a7-4b73-a47d-d46695571370 req-8394a04a-3f04-43c3-ae5e-ad3544bb1656 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438685 Apr 08 11:09:39.015074 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-471fe37f-a030-4700-88ae-ba4934723039 req-a36281c0-20f6-4522-9eff-689720394715 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bbffc83-8dbd-4152-84dc-605709bc41ac HTTP/1.1" status: 200 len: 210 time: 0.0293036 Apr 08 11:09:39.447391 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b93804-f5a2-4d2e-bc8c-fcf9f3b7c2a1 req-541d2098-bf4a-4359-bf68-405d548ad2fd tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:39.449161 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-03b93804-f5a2-4d2e-bc8c-fcf9f3b7c2a1 req-541d2098-bf4a-4359-bf68-405d548ad2fd tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.0602896 Apr 08 11:09:39.501888 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-03b93804-f5a2-4d2e-bc8c-fcf9f3b7c2a1 req-8ae68764-c3cd-4808-addf-cd131790e76f tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466998 Apr 08 11:09:39.715742 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed1d6c-7740-4de7-8f2c-9ff9d01ab6a9 req-79d1e0e8-31e4-4052-ad3f-e3d18a5f3383 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:39.717420 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a1ed1d6c-7740-4de7-8f2c-9ff9d01ab6a9 req-79d1e0e8-31e4-4052-ad3f-e3d18a5f3383 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=511e6bc7-535e-4717-83bf-201fd532ca26 HTTP/1.1" status: 200 len: 943 time: 0.0612218 Apr 08 11:09:39.771377 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a1ed1d6c-7740-4de7-8f2c-9ff9d01ab6a9 req-207d6c01-5226-4cef-9589-9c51132daf7e tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=322f5085-04e6-48a5-ae4f-efb74e5e77e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463870 Apr 08 11:09:39.921511 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e04ce9-8c58-40c4-9f28-aafd1e73484d req-189ec331-0b42-4c0f-8549-80358088d99d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:39.923064 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-89e04ce9-8c58-40c4-9f28-aafd1e73484d req-189ec331-0b42-4c0f-8549-80358088d99d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 946 time: 0.0579019 Apr 08 11:09:39.970785 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-89e04ce9-8c58-40c4-9f28-aafd1e73484d req-bfe17691-53a8-428d-9d4c-6a262224b030 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419314 Apr 08 11:09:40.095499 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1acaa-50dc-4e3b-a794-9b2cb952d757 req-2afeceb7-75aa-4db1-b639-61cdb2b30e6d tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:40.097095 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6dc1acaa-50dc-4e3b-a794-9b2cb952d757 req-2afeceb7-75aa-4db1-b639-61cdb2b30e6d tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0639598 Apr 08 11:09:40.120448 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-179c1723-99bc-424e-b607-e48c319f36b3 req-06c682fd-efba-4f86-8ce4-6bb26f522f50 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bbffc83-8dbd-4152-84dc-605709bc41ac HTTP/1.1" status: 200 len: 210 time: 0.0273867 Apr 08 11:09:40.144248 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6dc1acaa-50dc-4e3b-a794-9b2cb952d757 req-d1b8fee2-1394-4c3a-a68e-5594b70a74f2 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412815 Apr 08 11:09:40.625706 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b4cbc-867b-4967-b166-662f15a2a1cf req-857c4c62-7aa2-4e61-be03-8639f847003c tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:40.627337 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ac5b4cbc-867b-4967-b166-662f15a2a1cf req-857c4c62-7aa2-4e61-be03-8639f847003c tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.0556161 Apr 08 11:09:40.675140 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ac5b4cbc-867b-4967-b166-662f15a2a1cf req-45ab77c0-5844-4b83-87e8-10826a2631ea tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415077 Apr 08 11:09:40.888029 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f82b1-d521-401f-8b49-c5a6047d92c3 req-1559e269-6919-4f59-81e7-d29be70fd3ac tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:40.889509 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9f2f82b1-d521-401f-8b49-c5a6047d92c3 req-1559e269-6919-4f59-81e7-d29be70fd3ac tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=511e6bc7-535e-4717-83bf-201fd532ca26 HTTP/1.1" status: 200 len: 943 time: 0.0534821 Apr 08 11:09:40.940251 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9f2f82b1-d521-401f-8b49-c5a6047d92c3 req-2794708e-06f7-4b24-9794-e1af41191aaf tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=322f5085-04e6-48a5-ae4f-efb74e5e77e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448554 Apr 08 11:09:41.092180 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2feeb-4cac-4a0e-9a45-1bbfcf13c216 req-e48dee8c-27e9-4516-be2e-2994c55356e1 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:41.093706 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-efa2feeb-4cac-4a0e-9a45-1bbfcf13c216 req-e48dee8c-27e9-4516-be2e-2994c55356e1 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 946 time: 0.0565643 Apr 08 11:09:41.140555 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-efa2feeb-4cac-4a0e-9a45-1bbfcf13c216 req-5ed94d99-77e6-406d-a4e4-3d62a95c4ab6 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411663 Apr 08 11:09:41.154368 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 86229ea5-87ec-45d0-b83f-b5f85d066a43 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:09:41.214229 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3e27fc0c-7149-45c9-8f30-c25b8d9f9e6e req-d32000e0-1f50-4dac-b3e2-ccf349bc5d41 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bbffc83-8dbd-4152-84dc-605709bc41ac HTTP/1.1" status: 200 len: 210 time: 0.0274601 Apr 08 11:09:41.267645 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc7c77-7ca0-450e-a026-2bdfbf58d8f6 req-2a91988c-2de4-4576-a99c-8390a1ac5628 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:41.269223 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-53fc7c77-7ca0-450e-a026-2bdfbf58d8f6 req-2a91988c-2de4-4576-a99c-8390a1ac5628 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0565491 Apr 08 11:09:41.319001 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-53fc7c77-7ca0-450e-a026-2bdfbf58d8f6 req-713c8849-0bec-4566-8aec-074b229aed98 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439773 Apr 08 11:09:41.379358 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 86229ea5-87ec-45d0-b83f-b5f85d066a43, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=86229ea5-87ec-45d0-b83f-b5f85d066a43,segment=NetworkSegment(bb9e3258-fa2f-4286-80e8-28f078f3a6fa),segment_id=bb9e3258-fa2f-4286-80e8-28f078f3a6fa)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:09:41.390810 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Returning: {'device': '86229ea5-87ec-45d0-b83f-b5f85d066a43', 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf', 'port_id': '86229ea5-87ec-45d0-b83f-b5f85d066a43', 'mac_address': 'fa:16:3e:54:bb:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69645fe8-51b2-4fb3-8963-10a4b0bd4ba3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:09:41.426892 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port 86229ea5-87ec-45d0-b83f-b5f85d066a43 is: ACTIVE; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:09:41.427284 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (86229ea5-87ec-45d0-b83f-b5f85d066a43), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:41.439673 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86229ea5-87ec-45d0-b83f-b5f85d066a43 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:09:41.458889 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 86229ea5-87ec-45d0-b83f-b5f85d066a43, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=86229ea5-87ec-45d0-b83f-b5f85d066a43,segment=NetworkSegment(bb9e3258-fa2f-4286-80e8-28f078f3a6fa),segment_id=bb9e3258-fa2f-4286-80e8-28f078f3a6fa)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:09:41.500971 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (86229ea5-87ec-45d0-b83f-b5f85d066a43), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:41.550137 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=86229ea5-87ec-45d0-b83f-b5f85d066a43,revision_number=6']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:41.556924 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:41.557300 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:41.557868 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:41.558080 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:41.558405 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:41.558728 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:41.559048 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:41.559365 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:41.559684 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:41.559998 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:41.560313 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:41.560670 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:41.560987 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:41.561297 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:41.561630 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:41.795703 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a903c27-d49e-49c4-a40b-5549005d4023 req-8009d94a-1a56-4cb8-9949-03ca17b42e7a tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:41.797199 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9a903c27-d49e-49c4-a40b-5549005d4023 req-8009d94a-1a56-4cb8-9949-03ca17b42e7a tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 945 time: 0.0536315 Apr 08 11:09:41.844477 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9a903c27-d49e-49c4-a40b-5549005d4023 req-51ab7040-757c-4cfd-8c40-b15458e4b501 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415642 Apr 08 11:09:42.061311 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd0f99-efd5-41bf-81c3-08cc892e9735 req-fd4c768f-efc0-4448-b6ee-3072a0fa3c5d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:42.062823 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9fcd0f99-efd5-41bf-81c3-08cc892e9735 req-fd4c768f-efc0-4448-b6ee-3072a0fa3c5d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=511e6bc7-535e-4717-83bf-201fd532ca26 HTTP/1.1" status: 200 len: 943 time: 0.0576422 Apr 08 11:09:42.110533 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9fcd0f99-efd5-41bf-81c3-08cc892e9735 req-a823e487-ac36-4065-a07a-e4c38a5d69b3 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=322f5085-04e6-48a5-ae4f-efb74e5e77e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417528 Apr 08 11:09:42.256966 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac876777-1280-4b93-87d3-18f401ae5ddb req-ce901084-abcd-44ab-bea7-91666f43f2c6 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:42.258488 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ac876777-1280-4b93-87d3-18f401ae5ddb req-ce901084-abcd-44ab-bea7-91666f43f2c6 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 946 time: 0.0520844 Apr 08 11:09:42.303364 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] get_ports_and_sgs() called for port_ids ['86229ea5-87ec-45d0-b83f-b5f85d066a43'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:09:42.306503 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7c70ba08-1821-485e-93ca-d9a6484388eb req-77fdb900-ec7e-4a8c-9e01-ae95700ca814 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bbffc83-8dbd-4152-84dc-605709bc41ac HTTP/1.1" status: 200 len: 210 time: 0.0281310 Apr 08 11:09:42.312114 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ac876777-1280-4b93-87d3-18f401ae5ddb req-9a69c9b5-a9cf-43c6-a3b4-6f05d46f6cee tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466492 Apr 08 11:09:42.437922 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa190ca-91de-44b0-be90-69af18551641 req-6fb9f1b7-abf5-44e8-9cf2-64daf281051e tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:42.439315 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4aa190ca-91de-44b0-be90-69af18551641 req-6fb9f1b7-abf5-44e8-9cf2-64daf281051e tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0530100 Apr 08 11:09:42.485653 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4aa190ca-91de-44b0-be90-69af18551641 req-f1c8639b-c7bc-41dc-8c5c-f1cc3b0ca887 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404274 Apr 08 11:09:42.965305 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9796098-df23-497c-a2ee-d35f90bd137d req-817293f6-6035-4ae3-8813-3bb1f41ed696 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:42.966713 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f9796098-df23-497c-a2ee-d35f90bd137d req-817293f6-6035-4ae3-8813-3bb1f41ed696 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 945 time: 0.0537665 Apr 08 11:09:43.013151 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f9796098-df23-497c-a2ee-d35f90bd137d req-1445e33a-9f95-4f91-9247-aa09d3c53e94 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409765 Apr 08 11:09:43.240697 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589b8c2-8f2e-4531-a7a3-96a8650f0aaa req-5088b476-51a0-4d82-996a-cfe4d7f86c43 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:43.242082 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5589b8c2-8f2e-4531-a7a3-96a8650f0aaa req-5088b476-51a0-4d82-996a-cfe4d7f86c43 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=511e6bc7-535e-4717-83bf-201fd532ca26 HTTP/1.1" status: 200 len: 943 time: 0.0631304 Apr 08 11:09:43.287475 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5589b8c2-8f2e-4531-a7a3-96a8650f0aaa req-d4b97baf-f9b6-41f4-8ac1-db87ed737484 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=322f5085-04e6-48a5-ae4f-efb74e5e77e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391779 Apr 08 11:09:43.399416 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-aa47e24f-2e64-4958-8b11-3beb0314255b req-ae04079f-1a9f-4c28-991d-bbd2030fc019 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bbffc83-8dbd-4152-84dc-605709bc41ac HTTP/1.1" status: 200 len: 210 time: 0.0265028 Apr 08 11:09:43.427284 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5d272-dd4b-46a5-bfa5-694011edcd6d req-dbb1063f-3f42-4449-a36f-4421461ed4d7 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:43.428771 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-90e5d272-dd4b-46a5-bfa5-694011edcd6d req-dbb1063f-3f42-4449-a36f-4421461ed4d7 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 946 time: 0.0524554 Apr 08 11:09:43.475399 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-90e5d272-dd4b-46a5-bfa5-694011edcd6d req-8237843d-f908-4e6d-9b7f-199b0b770685 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409067 Apr 08 11:09:43.606913 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9aaf01-0bb9-403b-a5c8-f1a41a3f3f04 req-b22e3e17-fbbb-4a9a-907c-ba047cac8c90 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:43.608384 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7e9aaf01-0bb9-403b-a5c8-f1a41a3f3f04 req-b22e3e17-fbbb-4a9a-907c-ba047cac8c90 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0578771 Apr 08 11:09:43.654714 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7e9aaf01-0bb9-403b-a5c8-f1a41a3f3f04 req-ed6fe164-f9b7-4268-a667-dd11a98e13ab tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408008 Apr 08 11:09:44.134677 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3814d7-f614-4c52-8628-2fb3b1ba305a req-7db065e0-9804-47e1-a18c-ccb8614164cd tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:44.136874 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-df3814d7-f614-4c52-8628-2fb3b1ba305a req-7db065e0-9804-47e1-a18c-ccb8614164cd tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 945 time: 0.0538228 Apr 08 11:09:44.186965 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-df3814d7-f614-4c52-8628-2fb3b1ba305a req-5cc13303-0158-4f81-8eef-c516591aeadf tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431175 Apr 08 11:09:44.403786 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0fad58-d33e-4dce-aee5-19c7a400fcf6 req-da95b341-c962-4655-b644-85bf73701bb7 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:44.405259 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-cf0fad58-d33e-4dce-aee5-19c7a400fcf6 req-da95b341-c962-4655-b644-85bf73701bb7 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=511e6bc7-535e-4717-83bf-201fd532ca26 HTTP/1.1" status: 200 len: 943 time: 0.0528054 Apr 08 11:09:44.452368 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-cf0fad58-d33e-4dce-aee5-19c7a400fcf6 req-22dd0784-3476-4c18-9d1e-4f6e156b18b9 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=322f5085-04e6-48a5-ae4f-efb74e5e77e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415618 Apr 08 11:09:44.491521 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aa90b660-ca1d-4abc-b528-f3a9b75bec93 req-be548318-d79d-416e-98a3-fc4637216134 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bbffc83-8dbd-4152-84dc-605709bc41ac HTTP/1.1" status: 200 len: 210 time: 0.0261393 Apr 08 11:09:44.589936 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ab1c1-f7ad-4cfe-9453-6a85ce1a7e28 req-131412fc-cc5c-4e6f-b70b-ab45009b1a6b tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:44.591310 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d78ab1c1-f7ad-4cfe-9453-6a85ce1a7e28 req-131412fc-cc5c-4e6f-b70b-ab45009b1a6b tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 946 time: 0.0525250 Apr 08 11:09:44.640638 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d78ab1c1-f7ad-4cfe-9453-6a85ce1a7e28 req-1da99e21-9855-4588-893e-94d604534931 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438654 Apr 08 11:09:44.771010 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bae891-d288-4d2f-9863-90581c20af9b req-fb53d15c-89a3-4127-a7e9-7519c2dd2ec8 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:44.772470 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-77bae891-d288-4d2f-9863-90581c20af9b req-fb53d15c-89a3-4127-a7e9-7519c2dd2ec8 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0528104 Apr 08 11:09:44.821604 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-77bae891-d288-4d2f-9863-90581c20af9b req-e860c7d6-c3e9-4346-a383-bb48793083da tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435691 Apr 08 11:09:45.303027 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 86229ea5-87ec-45d0-b83f-b5f85d066a43 up at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:09:45.307023 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb8d9dd-f66d-4689-97de-10fb9a9bf204 req-bfd9614c-8444-4a83-9565-1f3d1ac3fd73 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:45.308727 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6fb8d9dd-f66d-4689-97de-10fb9a9bf204 req-bfd9614c-8444-4a83-9565-1f3d1ac3fd73 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 945 time: 0.0526328 Apr 08 11:09:45.350666 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning complete for port 86229ea5-87ec-45d0-b83f-b5f85d066a43 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:09:45.351137 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (86229ea5-87ec-45d0-b83f-b5f85d066a43), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:45.356229 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6fb8d9dd-f66d-4689-97de-10fb9a9bf204 req-bd8cd650-7838-4c81-98ef-9a215cf5452c tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419734 Apr 08 11:09:45.428876 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port 86229ea5-87ec-45d0-b83f-b5f85d066a43 is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:09:45.430447 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (86229ea5-87ec-45d0-b83f-b5f85d066a43), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:45.452588 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e96616-001f-4b25-b145-58e1b115d57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86229ea5-87ec-45d0-b83f-b5f85d066a43'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:09:45.454825 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351759d57aafe3a60f453950940ba8882eb57342389be8e59779499322ae84b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408bb2d9-ad17-4901-ab22-99271c5e4fd4" -d '{"events": [{"server_uuid": "63e96616-001f-4b25-b145-58e1b115d57f", "name": "network-vif-plugged", "status": "completed", "tag": "86229ea5-87ec-45d0-b83f-b5f85d066a43"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:09:45.468966 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 86229ea5-87ec-45d0-b83f-b5f85d066a43, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=86229ea5-87ec-45d0-b83f-b5f85d066a43,segment=NetworkSegment(bb9e3258-fa2f-4286-80e8-28f078f3a6fa),segment_id=bb9e3258-fa2f-4286-80e8-28f078f3a6fa)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:09:45.497704 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d166073-d9ac-4268-9d20-d0c2ac3c6891 x-openstack-request-id: req-7d166073-d9ac-4268-9d20-d0c2ac3c6891 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:09:45.498058 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e96616-001f-4b25-b145-58e1b115d57f", "name": "network-vif-plugged", "status": "completed", "tag": "86229ea5-87ec-45d0-b83f-b5f85d066a43", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:09:45.498443 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7d166073-d9ac-4268-9d20-d0c2ac3c6891 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:09:45.499036 dv-cinder-836073-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d166073-d9ac-4268-9d20-d0c2ac3c6891'] response: {'server_uuid': '63e96616-001f-4b25-b145-58e1b115d57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86229ea5-87ec-45d0-b83f-b5f85d066a43', 'code': 200} Apr 08 11:09:45.500467 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ba3a0-290d-4f2e-90f3-ada80eb0f808 req-60dc7fae-c03f-469b-abf0-3048df7615ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:45.502167 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b96ba3a0-290d-4f2e-90f3-ada80eb0f808 req-60dc7fae-c03f-469b-abf0-3048df7615ca service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 1130 time: 0.0552981 Apr 08 11:09:45.524315 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (86229ea5-87ec-45d0-b83f-b5f85d066a43), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:45.583229 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c56e57-9c84-4d8a-9eb6-876188bd060a req-38a1f4d9-0d70-4cb9-a067-76358b58583c tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:45.585226 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-28c56e57-9c84-4d8a-9eb6-876188bd060a req-38a1f4d9-0d70-4cb9-a067-76358b58583c tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=511e6bc7-535e-4717-83bf-201fd532ca26 HTTP/1.1" status: 200 len: 943 time: 0.0608125 Apr 08 11:09:45.593851 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=86229ea5-87ec-45d0-b83f-b5f85d066a43,revision_number=7']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:45.608753 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-48c50842-5d71-4dbd-a73c-c1bc6d57dc0d req-6666425e-51f1-40f4-965d-840492c1d5bf tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bbffc83-8dbd-4152-84dc-605709bc41ac HTTP/1.1" status: 200 len: 210 time: 0.0371478 Apr 08 11:09:45.633455 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b96ba3a0-290d-4f2e-90f3-ada80eb0f808 req-82529b86-faa4-4a37-b90d-5ccadae5b46b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792320 Apr 08 11:09:45.640182 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-28c56e57-9c84-4d8a-9eb6-876188bd060a req-c6b60043-09fb-4936-9ac8-91af44b75a0b tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=322f5085-04e6-48a5-ae4f-efb74e5e77e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455658 Apr 08 11:09:45.757872 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b944f92-2c41-4d03-8a77-83e6de346b03 req-ef2282c1-5af0-4f5a-a300-c359cd247731 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:45.759338 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4b944f92-2c41-4d03-8a77-83e6de346b03 req-ef2282c1-5af0-4f5a-a300-c359cd247731 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 946 time: 0.0531046 Apr 08 11:09:45.806453 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4b944f92-2c41-4d03-8a77-83e6de346b03 req-e0d171a8-e440-4ee7-8db2-ad215ebdd4ef tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414231 Apr 08 11:09:45.948017 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74038a63-7eed-4b1c-a610-985eb0ba82e7 req-d78aacce-9fea-4841-b9c9-1c2664e2c09e tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:45.950239 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-74038a63-7eed-4b1c-a610-985eb0ba82e7 req-d78aacce-9fea-4841-b9c9-1c2664e2c09e tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0564435 Apr 08 11:09:45.998334 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-74038a63-7eed-4b1c-a610-985eb0ba82e7 req-5235be03-fbed-436c-9e46-b90805f6b64e tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424438 Apr 08 11:09:46.479710 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048355fc-c171-428b-b1c1-265227bbfe41 req-3f39ca77-7c57-4a57-9165-e522471ad155 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:46.481203 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-048355fc-c171-428b-b1c1-265227bbfe41 req-3f39ca77-7c57-4a57-9165-e522471ad155 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.0560877 Apr 08 11:09:46.528227 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-048355fc-c171-428b-b1c1-265227bbfe41 req-f5d3a570-d73c-40cf-a4a2-dfac2575586b tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414686 Apr 08 11:09:46.705283 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-90e9e357-1cff-4b2d-ab4a-39127b2649cd req-6f10c6bf-cce1-4746-96da-1fcd8de8742b tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bbffc83-8dbd-4152-84dc-605709bc41ac HTTP/1.1" status: 200 len: 210 time: 0.0277493 Apr 08 11:09:46.760066 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e01ccd-9431-4d29-b50d-ea5fe36c75f6 req-a24e4c30-9232-480b-93cf-3938164b1419 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:46.762171 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-50e01ccd-9431-4d29-b50d-ea5fe36c75f6 req-a24e4c30-9232-480b-93cf-3938164b1419 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=511e6bc7-535e-4717-83bf-201fd532ca26 HTTP/1.1" status: 200 len: 943 time: 0.0520022 Apr 08 11:09:46.810058 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-50e01ccd-9431-4d29-b50d-ea5fe36c75f6 req-e7ad6c42-0135-4d5f-b700-f7aff9b68d52 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=322f5085-04e6-48a5-ae4f-efb74e5e77e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421679 Apr 08 11:09:46.939869 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489e0b9-751f-4a2e-a10c-009e603ed381 req-d411cb6f-326d-4a84-8536-e088d4991d9f tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:46.941848 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3489e0b9-751f-4a2e-a10c-009e603ed381 req-d411cb6f-326d-4a84-8536-e088d4991d9f tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 946 time: 0.0688956 Apr 08 11:09:46.993455 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3489e0b9-751f-4a2e-a10c-009e603ed381 req-2feaaddf-26fd-45c7-a2e2-149838be57fc tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445237 Apr 08 11:09:47.132204 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9a33a-5135-40b6-a411-b53fb1556b92 req-363f07fc-d844-4d0b-a886-7778958a1856 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:47.138211 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bcd9a33a-5135-40b6-a411-b53fb1556b92 req-363f07fc-d844-4d0b-a886-7778958a1856 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0663626 Apr 08 11:09:47.192787 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bcd9a33a-5135-40b6-a411-b53fb1556b92 req-7c159f5f-300e-4603-b757-dea28092c576 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519695 Apr 08 11:09:47.297410 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device b47d2055-43db-4704-8042-4b0c01c442d5 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:09:47.315792 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-578cc7e7-42be-4861-98de-523f3404b539 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:47.317315 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-578cc7e7-42be-4861-98de-523f3404b539 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.25 "GET /v2.0/networks?id=92663085-05c4-47d0-9ecc-faab9dcfcd0e HTTP/1.1" status: 200 len: 810 time: 0.1142366 Apr 08 11:09:47.396891 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port b47d2055-43db-4704-8042-4b0c01c442d5, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b47d2055-43db-4704-8042-4b0c01c442d5,segment=NetworkSegment(13a51762-62db-4a95-be12-8e98c62784f0),segment_id=13a51762-62db-4a95-be12-8e98c62784f0)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:09:47.408629 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Returning: {'device': 'b47d2055-43db-4704-8042-4b0c01c442d5', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'port_id': 'b47d2055-43db-4704-8042-4b0c01c442d5', 'mac_address': 'fa:16:3e:09:2f:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:09:47.449336 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port b47d2055-43db-4704-8042-4b0c01c442d5 is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:09:47.449761 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (b47d2055-43db-4704-8042-4b0c01c442d5), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:47.464382 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b47d2055-43db-4704-8042-4b0c01c442d5 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:09:47.487381 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port b47d2055-43db-4704-8042-4b0c01c442d5, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b47d2055-43db-4704-8042-4b0c01c442d5,segment=NetworkSegment(13a51762-62db-4a95-be12-8e98c62784f0),segment_id=13a51762-62db-4a95-be12-8e98c62784f0)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:09:47.518408 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (b47d2055-43db-4704-8042-4b0c01c442d5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:47.567394 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=b47d2055-43db-4704-8042-4b0c01c442d5,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:47.653887 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf120719-075e-4532-b83f-2d6554a11ec2 req-d611a41c-706a-4fac-8b04-4c88709bbeec tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:47.655269 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-bf120719-075e-4532-b83f-2d6554a11ec2 req-d611a41c-706a-4fac-8b04-4c88709bbeec tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.0551476 Apr 08 11:09:47.700958 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-bf120719-075e-4532-b83f-2d6554a11ec2 req-b6def6ed-d855-4f35-82cd-9c1527c3af12 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400212 Apr 08 11:09:47.799433 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d4534025-fc98-4ce3-b131-65dd86ec2c50 req-555eb7b2-70a0-43c9-b060-64dd510c022f tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bbffc83-8dbd-4152-84dc-605709bc41ac HTTP/1.1" status: 200 len: 210 time: 0.0288298 Apr 08 11:09:47.934633 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa480e-b518-4349-8878-894f528e6550 req-8fbb251e-9610-4007-971b-10383659874c tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:47.936010 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8ffa480e-b518-4349-8878-894f528e6550 req-8fbb251e-9610-4007-971b-10383659874c tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=511e6bc7-535e-4717-83bf-201fd532ca26 HTTP/1.1" status: 200 len: 944 time: 0.0593882 Apr 08 11:09:47.969389 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] get_ports_and_sgs() called for port_ids ['b47d2055-43db-4704-8042-4b0c01c442d5'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:09:47.989802 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8ffa480e-b518-4349-8878-894f528e6550 req-91c3ce80-ef73-4154-82c4-e09bc0814a2d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=322f5085-04e6-48a5-ae4f-efb74e5e77e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478609 Apr 08 11:09:48.235952 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae802119-6f41-46af-8b71-4e2f93b6dc35 req-9e684037-195b-4f7d-a296-8339031fbc0d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:48.237528 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ae802119-6f41-46af-8b71-4e2f93b6dc35 req-9e684037-195b-4f7d-a296-8339031fbc0d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 946 time: 0.1400189 Apr 08 11:09:48.243532 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-fe82c898-e556-4fb3-a12e-13dc889de3ef tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbbd14ea76324b76bd17c80e4eceaef9 HTTP/1.1" status: 200 len: 380 time: 0.1178784 Apr 08 11:09:48.256213 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-eada828c-ad2b-456a-ae41-c73eaab88d1a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Request body: {'port': {'device_id': '3bbffc83-8dbd-4152-84dc-605709bc41ac', 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'admin_state_up': True, 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'security_groups': ['4c5d86ed-5450-4b20-9af2-227fa527619d']}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:09:48.340102 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6f100-0ca1-4dde-84f9-0392562306a5 req-5d81bd2f-c2a4-43f3-9207-118e4fd62534 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:48.347710 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-68a6f100-0ca1-4dde-84f9-0392562306a5 req-5d81bd2f-c2a4-43f3-9207-118e4fd62534 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0716422 Apr 08 11:09:48.356312 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ae802119-6f41-46af-8b71-4e2f93b6dc35 req-2851cbb1-b8ec-48c9-a59c-560e9eb93d03 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117351 Apr 08 11:09:48.412208 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-68a6f100-0ca1-4dde-84f9-0392562306a5 req-5e093e8c-6669-49a0-b67f-04df51225399 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634692 Apr 08 11:09:48.439169 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 47888) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:09:48.485004 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-eada828c-ad2b-456a-ae41-c73eaab88d1a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Made reservation on behalf of dbbd14ea76324b76bd17c80e4eceaef9 for: {'port': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:09:48.488360 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-eada828c-ad2b-456a-ae41-c73eaab88d1a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:48.499471 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586755da-edf2-474e-a07c-b50dcd50013c req-10f95d06-1f5d-4691-a45b-7d8a848eba38 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:48.501042 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-586755da-edf2-474e-a07c-b50dcd50013c req-10f95d06-1f5d-4691-a45b-7d8a848eba38 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e432f2c-f993-417f-89e6-33256174ddf4 HTTP/1.1" status: 200 len: 945 time: 0.0619593 Apr 08 11:09:48.594190 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-dad2e544-5f20-4d3c-883a-c33fe63c04bd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cf3b9e14ccd0433896001db83a5c2361&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1499045 Apr 08 11:09:48.594892 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 47896) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:09:48.600022 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-586755da-edf2-474e-a07c-b50dcd50013c req-a00ef211-0c7e-4718-891f-a0b1a42db2f7 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905602 Apr 08 11:09:48.651419 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-de9fd64a-a02d-4637-a7fa-89355e4b63e3 admin admin] Publish callbacks [] for security_group (60dfb060-f008-46fd-a9f3-f519234cd950), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:48.687079 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-eada828c-ad2b-456a-ae41-c73eaab88d1a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Allocated IP 172.20.0.7 (92663085-05c4-47d0-9ecc-faab9dcfcd0e/1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316/df8037e0-f455-4c1e-837e-ce2b94dd5b6f) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:09:48.687508 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-de9fd64a-a02d-4637-a7fa-89355e4b63e3 admin admin] Publish callbacks [] for security_group (60dfb060-f008-46fd-a9f3-f519234cd950), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:48.804420 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-de9fd64a-a02d-4637-a7fa-89355e4b63e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (60dfb060-f008-46fd-a9f3-f519234cd950), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:48.808179 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-de9fd64a-a02d-4637-a7fa-89355e4b63e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:48.812425 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-de9fd64a-a02d-4637-a7fa-89355e4b63e3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/60dfb060-f008-46fd-a9f3-f519234cd950 HTTP/1.1" status: 204 len: 168 time: 0.2164695 Apr 08 11:09:48.849558 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9fd64a-a02d-4637-a7fa-89355e4b63e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60dfb060-f008-46fd-a9f3-f519234cd950,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:48.877537 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-eada828c-ad2b-456a-ae41-c73eaab88d1a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for port (df8037e0-f455-4c1e-837e-ce2b94dd5b6f), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:48.891290 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9328883-5589-4ad5-8cd6-2d24f6472fe7 req-65806987-4757-4958-93e0-28e01438bfcc tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:48.914877 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f9328883-5589-4ad5-8cd6-2d24f6472fe7 req-65806987-4757-4958-93e0-28e01438bfcc tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.1169529 Apr 08 11:09:48.956034 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-747d7b26-b593-470c-bbe4-eb721792487b req-b1822351-5527-4bd8-8752-a349b68ca700 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bbffc83-8dbd-4152-84dc-605709bc41ac HTTP/1.1" status: 200 len: 210 time: 0.0349259 Apr 08 11:09:48.959282 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f9328883-5589-4ad5-8cd6-2d24f6472fe7 req-b1e8b0e9-def3-4ce8-a04a-02136254d5be tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517719 Apr 08 11:09:49.070972 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-eada828c-ad2b-456a-ae41-c73eaab88d1a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (df8037e0-f455-4c1e-837e-ce2b94dd5b6f), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:49.119818 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-eada828c-ad2b-456a-ae41-c73eaab88d1a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Network 92663085-05c4-47d0-9ecc-faab9dcfcd0e is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:09:49.121518 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df0231-5322-43a7-9620-e7a051a147df req-45fb6082-69d8-4bca-bb04-89e809a8ff60 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:49.124478 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-eada828c-ad2b-456a-ae41-c73eaab88d1a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:09:49.126183 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d1df0231-5322-43a7-9620-e7a051a147df req-45fb6082-69d8-4bca-bb04-89e809a8ff60 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=511e6bc7-535e-4717-83bf-201fd532ca26 HTTP/1.1" status: 200 len: 944 time: 0.0673821 Apr 08 11:09:49.128961 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-eada828c-ad2b-456a-ae41-c73eaab88d1a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:09:49.159660 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada828c-ad2b-456a-ae41-c73eaab88d1a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Pushing event updated for resources: {'Port': ['ID=df8037e0-f455-4c1e-837e-ce2b94dd5b6f,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:49.199684 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-eada828c-ad2b-456a-ae41-c73eaab88d1a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:49.200048 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d1df0231-5322-43a7-9620-e7a051a147df req-0c5af81e-e12a-4305-8758-53a814dd88d8 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=322f5085-04e6-48a5-ae4f-efb74e5e77e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689697 Apr 08 11:09:49.200422 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-eada828c-ad2b-456a-ae41-c73eaab88d1a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:49.308296 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device b47d2055-43db-4704-8042-4b0c01c442d5 up at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:09:49.321772 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-eada828c-ad2b-456a-ae41-c73eaab88d1a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0694039 Apr 08 11:09:49.329852 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 47922) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:09:49.357015 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-b7721ff7-7d10-4f0a-8423-564274177ea7 service neutron] Request body: {'port': {'device_id': '3bbffc83-8dbd-4152-84dc-605709bc41ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:09:49.475994 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-b7721ff7-7d10-4f0a-8423-564274177ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (df8037e0-f455-4c1e-837e-ce2b94dd5b6f), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:49.501977 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-fba8ff91-0b18-4fbc-93f4-150952ffd8d4 None None] Provisioning complete for port df8037e0-f455-4c1e-837e-ce2b94dd5b6f triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:09:49.502355 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-fba8ff91-0b18-4fbc-93f4-150952ffd8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (df8037e0-f455-4c1e-837e-ce2b94dd5b6f), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:49.568437 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-fba8ff91-0b18-4fbc-93f4-150952ffd8d4 None None] Port df8037e0-f455-4c1e-837e-ce2b94dd5b6f cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:09:49.662778 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f1e9e20b-e7ca-4fb2-9674-34b923520c93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:49.684951 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning for port b47d2055-43db-4704-8042-4b0c01c442d5 completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:09:49.689860 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning complete for port b47d2055-43db-4704-8042-4b0c01c442d5 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:09:49.690737 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (b47d2055-43db-4704-8042-4b0c01c442d5), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:49.749644 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7c5bb-f924-4477-96b6-9b3e08be3b10 req-cbf9f3d8-30ca-4b53-bea2-5c8149adc516 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:49.756607 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cfb7c5bb-f924-4477-96b6-9b3e08be3b10 req-cbf9f3d8-30ca-4b53-bea2-5c8149adc516 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.2202027 Apr 08 11:09:49.791135 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f1e9e20b-e7ca-4fb2-9674-34b923520c93 admin admin] Publish callbacks [] for security_group (f8a6df64-c4af-40f3-8238-4e45faea8885), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:49.866084 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f1e9e20b-e7ca-4fb2-9674-34b923520c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (f8a6df64-c4af-40f3-8238-4e45faea8885), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:49.868694 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cfb7c5bb-f924-4477-96b6-9b3e08be3b10 req-96333c21-8231-4e52-af80-73fc9391ce5b tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965934 Apr 08 11:09:49.902514 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port b47d2055-43db-4704-8042-4b0c01c442d5 is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:09:49.902919 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (b47d2055-43db-4704-8042-4b0c01c442d5), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:49.931680 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-f1e9e20b-e7ca-4fb2-9674-34b923520c93 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7956aa115534432aafdcc072d46294dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5999846 Apr 08 11:09:49.938614 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 47948) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:09:49.939178 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511e6bc7-535e-4717-83bf-201fd532ca26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47d2055-43db-4704-8042-4b0c01c442d5'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:09:49.942051 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351759d57aafe3a60f453950940ba8882eb57342389be8e59779499322ae84b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9cf865-cc9d-4d3b-b4c1-2f0d2b666c4c" -d '{"events": [{"server_uuid": "511e6bc7-535e-4717-83bf-201fd532ca26", "name": "network-vif-plugged", "status": "completed", "tag": "b47d2055-43db-4704-8042-4b0c01c442d5"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:09:49.945623 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e9e20b-e7ca-4fb2-9674-34b923520c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a6df64-c4af-40f3-8238-4e45faea8885,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:49.956617 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port b47d2055-43db-4704-8042-4b0c01c442d5, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b47d2055-43db-4704-8042-4b0c01c442d5,segment=NetworkSegment(13a51762-62db-4a95-be12-8e98c62784f0),segment_id=13a51762-62db-4a95-be12-8e98c62784f0)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:09:49.998344 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-b7721ff7-7d10-4f0a-8423-564274177ea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df8037e0-f455-4c1e-837e-ce2b94dd5b6f {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:09:50.019373 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4346a7-02a1-40ce-b50e-194ed7cae61d x-openstack-request-id: req-ad4346a7-02a1-40ce-b50e-194ed7cae61d {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:09:50.019698 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511e6bc7-535e-4717-83bf-201fd532ca26", "name": "network-vif-plugged", "status": "completed", "tag": "b47d2055-43db-4704-8042-4b0c01c442d5", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:09:50.019957 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ad4346a7-02a1-40ce-b50e-194ed7cae61d {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:09:50.020356 dv-cinder-836073-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad4346a7-02a1-40ce-b50e-194ed7cae61d'] response: {'server_uuid': '511e6bc7-535e-4717-83bf-201fd532ca26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47d2055-43db-4704-8042-4b0c01c442d5', 'code': 200} Apr 08 11:09:50.034640 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-b7721ff7-7d10-4f0a-8423-564274177ea7 service neutron] Publish callbacks [] for port (df8037e0-f455-4c1e-837e-ce2b94dd5b6f), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:50.080205 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-b7721ff7-7d10-4f0a-8423-564274177ea7 service neutron] Transition to ACTIVE for port object df8037e0-f455-4c1e-837e-ce2b94dd5b6f will not be triggered until provisioned by entity L2. {{(pid=104016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:09:50.087416 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c4421efc-bc65-4d76-84ca-ea0822cec92a admin admin] Publish callbacks [] for security_group (f8a6df64-c4af-40f3-8238-4e45faea8885), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:50.101542 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (b47d2055-43db-4704-8042-4b0c01c442d5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:50.140006 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c4421efc-bc65-4d76-84ca-ea0822cec92a admin admin] Publish callbacks [] for security_group (f8a6df64-c4af-40f3-8238-4e45faea8885), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:50.156372 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6996817-53f3-432f-b1eb-f67ff9594ff2 req-5f31a03b-20a9-4094-94b6-76ed3961e41c tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:50.157691 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=b47d2055-43db-4704-8042-4b0c01c442d5,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:50.162657 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a6996817-53f3-432f-b1eb-f67ff9594ff2 req-5f31a03b-20a9-4094-94b6-76ed3961e41c tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.0829556 Apr 08 11:09:50.211400 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4657375-d3f1-4ec5-ad2f-07acc4414fcc req-bfef9ea9-f0d2-4eff-8f61-f9a6e345902c tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:50.212883 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b4657375-d3f1-4ec5-ad2f-07acc4414fcc req-bfef9ea9-f0d2-4eff-8f61-f9a6e345902c tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bbffc83-8dbd-4152-84dc-605709bc41ac HTTP/1.1" status: 200 len: 931 time: 0.1561451 Apr 08 11:09:50.214214 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-b7721ff7-7d10-4f0a-8423-564274177ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3536654'] for port (df8037e0-f455-4c1e-837e-ce2b94dd5b6f), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:50.218176 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a6996817-53f3-432f-b1eb-f67ff9594ff2 req-4a52f024-8c73-4d4e-93b4-c08b7d6cb348 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531206 Apr 08 11:09:50.299156 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7721ff7-7d10-4f0a-8423-564274177ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=df8037e0-f455-4c1e-837e-ce2b94dd5b6f,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:50.321337 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b4657375-d3f1-4ec5-ad2f-07acc4414fcc req-c30603f8-9180-4842-9802-8c2e509e04dc tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951915 Apr 08 11:09:50.357912 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f09875-78e3-4ebd-8dea-a9a865fe4245 req-5cddca46-ca20-4e07-8007-289aaebddbae tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:50.367335 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-36f09875-78e3-4ebd-8dea-a9a865fe4245 req-5cddca46-ca20-4e07-8007-289aaebddbae tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=511e6bc7-535e-4717-83bf-201fd532ca26 HTTP/1.1" status: 200 len: 945 time: 0.0804131 Apr 08 11:09:50.441902 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-36f09875-78e3-4ebd-8dea-a9a865fe4245 req-4690c7cf-fa99-44ec-ae9a-fe387b69600c tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=322f5085-04e6-48a5-ae4f-efb74e5e77e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661325 Apr 08 11:09:50.453420 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-b7721ff7-7d10-4f0a-8423-564274177ea7 service neutron] Attempting to bind port df8037e0-f455-4c1e-837e-ce2b94dd5b6f on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:09:50.453782 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-b7721ff7-7d10-4f0a-8423-564274177ea7 service neutron] Attempting to bind port df8037e0-f455-4c1e-837e-ce2b94dd5b6f by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '19af6e16-2d4e-4c32-a209-a5bfe8de0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:09:50.454106 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-b7721ff7-7d10-4f0a-8423-564274177ea7 service neutron] Attempting to bind port df8037e0-f455-4c1e-837e-ce2b94dd5b6f on network 92663085-05c4-47d0-9ecc-faab9dcfcd0e {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:09:50.456281 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c4421efc-bc65-4d76-84ca-ea0822cec92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (f8a6df64-c4af-40f3-8238-4e45faea8885), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:50.458794 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c4421efc-bc65-4d76-84ca-ea0822cec92a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:50.459912 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-c4421efc-bc65-4d76-84ca-ea0822cec92a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f8a6df64-c4af-40f3-8238-4e45faea8885 HTTP/1.1" status: 204 len: 168 time: 0.5203235 Apr 08 11:09:50.470843 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4421efc-bc65-4d76-84ca-ea0822cec92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a6df64-c4af-40f3-8238-4e45faea8885,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:50.474333 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-b7721ff7-7d10-4f0a-8423-564274177ea7 service neutron] Port df8037e0-f455-4c1e-837e-ce2b94dd5b6f on network 92663085-05c4-47d0-9ecc-faab9dcfcd0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:09:50.474333 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-b7721ff7-7d10-4f0a-8423-564274177ea7 service neutron] Attempting to bind port df8037e0-f455-4c1e-837e-ce2b94dd5b6f on network 92663085-05c4-47d0-9ecc-faab9dcfcd0e {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:09:50.481479 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-b7721ff7-7d10-4f0a-8423-564274177ea7 service neutron] Checking agent: {'id': '05eae265-77bc-4fda-a145-417801a6b133', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'started_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:09:50.487739 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-b7721ff7-7d10-4f0a-8423-564274177ea7 service neutron] Checking segment: {'id': '19af6e16-2d4e-4c32-a209-a5bfe8de0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:09:50.487739 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-b7721ff7-7d10-4f0a-8423-564274177ea7 service neutron] Bound using segment: {'id': '19af6e16-2d4e-4c32-a209-a5bfe8de0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:09:50.487739 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-b7721ff7-7d10-4f0a-8423-564274177ea7 service neutron] Bound port: df8037e0-f455-4c1e-837e-ce2b94dd5b6f, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19af6e16-2d4e-4c32-a209-a5bfe8de0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:09:50.487739 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-b7721ff7-7d10-4f0a-8423-564274177ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (df8037e0-f455-4c1e-837e-ce2b94dd5b6f), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:50.582782 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-b7721ff7-7d10-4f0a-8423-564274177ea7 service neutron] For port df8037e0-f455-4c1e-837e-ce2b94dd5b6f, host hv-cinder-83607, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:09:50.621835 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-b7721ff7-7d10-4f0a-8423-564274177ea7 service neutron] For port df8037e0-f455-4c1e-837e-ce2b94dd5b6f, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=df8037e0-f455-4c1e-837e-ce2b94dd5b6f,segment=NetworkSegment(19af6e16-2d4e-4c32-a209-a5bfe8de0cac),segment_id=19af6e16-2d4e-4c32-a209-a5bfe8de0cac)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:09:50.656570 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07009818-9fa7-4bcb-ae0f-60217cde78b7 req-358c80f2-5477-4e4b-98a1-cfd895547269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:50.658311 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-07009818-9fa7-4bcb-ae0f-60217cde78b7 req-358c80f2-5477-4e4b-98a1-cfd895547269 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=511e6bc7-535e-4717-83bf-201fd532ca26 HTTP/1.1" status: 200 len: 1129 time: 0.0729492 Apr 08 11:09:50.715231 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-b7721ff7-7d10-4f0a-8423-564274177ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3536654'] for port (df8037e0-f455-4c1e-837e-ce2b94dd5b6f), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:50.811421 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-07009818-9fa7-4bcb-ae0f-60217cde78b7 req-fdb284e2-e37f-417c-b230-e9eb65869ec2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=322f5085-04e6-48a5-ae4f-efb74e5e77e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458170 Apr 08 11:09:50.841226 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-b7721ff7-7d10-4f0a-8423-564274177ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:50.846554 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-b7721ff7-7d10-4f0a-8423-564274177ea7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:50.848141 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-b7721ff7-7d10-4f0a-8423-564274177ea7 service neutron] 10.222.0.25 "PUT /v2.0/ports/df8037e0-f455-4c1e-837e-ce2b94dd5b6f HTTP/1.1" status: 200 len: 1093 time: 1.5054488 Apr 08 11:09:50.848614 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bbffc83-8dbd-4152-84dc-605709bc41ac', 'tag': 'df8037e0-f455-4c1e-837e-ce2b94dd5b6f'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:09:50.855317 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e916176-2b00-4933-8f9f-291bf58ad7b4" -d '{"events": [{"name": "network-changed", "server_uuid": "3bbffc83-8dbd-4152-84dc-605709bc41ac", "tag": "df8037e0-f455-4c1e-837e-ce2b94dd5b6f"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:09:50.896057 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7721ff7-7d10-4f0a-8423-564274177ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=df8037e0-f455-4c1e-837e-ce2b94dd5b6f,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:50.930024 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1b4069-0adc-49b5-aeae-40d49084fc89 x-openstack-request-id: req-2a1b4069-0adc-49b5-aeae-40d49084fc89 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:09:50.930581 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bbffc83-8dbd-4152-84dc-605709bc41ac", "tag": "df8037e0-f455-4c1e-837e-ce2b94dd5b6f", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:09:50.930984 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2a1b4069-0adc-49b5-aeae-40d49084fc89 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:09:50.931536 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a1b4069-0adc-49b5-aeae-40d49084fc89'] response: {'name': 'network-changed', 'server_uuid': '3bbffc83-8dbd-4152-84dc-605709bc41ac', 'tag': 'df8037e0-f455-4c1e-837e-ce2b94dd5b6f', 'status': 'completed', 'code': 200} Apr 08 11:09:51.089618 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f728f-513e-4e5b-b5a0-919fd6920879 req-39af00fd-2c5f-4aa5-8afc-513db89c654b tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:51.100174 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-193f728f-513e-4e5b-b5a0-919fd6920879 req-39af00fd-2c5f-4aa5-8afc-513db89c654b tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0824709 Apr 08 11:09:51.151728 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-193f728f-513e-4e5b-b5a0-919fd6920879 req-76eea187-cbd7-40da-8fb9-107078dc5ec4 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504534 Apr 08 11:09:51.417025 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf46e6-0930-409d-bcf7-93d6c0086dc0 req-07166dc3-059d-49c1-8c40-0d882751799f tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:51.419169 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2fcf46e6-0930-409d-bcf7-93d6c0086dc0 req-07166dc3-059d-49c1-8c40-0d882751799f tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e432f2c-f993-417f-89e6-33256174ddf4 HTTP/1.1" status: 200 len: 945 time: 0.0656388 Apr 08 11:09:51.430414 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dcb5b3-1aa8-4cfd-af82-e9946fee25c5 req-f3bd8de7-71f6-489e-909f-eb5ab6efcf29 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:51.438160 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f7dcb5b3-1aa8-4cfd-af82-e9946fee25c5 req-f3bd8de7-71f6-489e-909f-eb5ab6efcf29 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.0788851 Apr 08 11:09:51.482547 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2fcf46e6-0930-409d-bcf7-93d6c0086dc0 req-98c198f6-ee60-4fb9-8a28-cf6d6e3de395 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531669 Apr 08 11:09:51.492579 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f7dcb5b3-1aa8-4cfd-af82-e9946fee25c5 req-5ecad5fd-d2a4-4068-9725-e495a54ab1f7 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499475 Apr 08 11:09:51.611942 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8257fca-dfe9-49bb-801e-591f8c1017c2 req-e9fa133d-4496-4a86-b024-c3310c8c44b4 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:51.613509 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f8257fca-dfe9-49bb-801e-591f8c1017c2 req-e9fa133d-4496-4a86-b024-c3310c8c44b4 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bbffc83-8dbd-4152-84dc-605709bc41ac HTTP/1.1" status: 200 len: 943 time: 0.0683720 Apr 08 11:09:51.668853 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b2c3f-f94f-45d2-9631-8d30e4b2c704 req-4faca734-c177-4135-981f-a7472bc35018 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:51.671035 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-269b2c3f-f94f-45d2-9631-8d30e4b2c704 req-4faca734-c177-4135-981f-a7472bc35018 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=511e6bc7-535e-4717-83bf-201fd532ca26 HTTP/1.1" status: 200 len: 945 time: 0.0880945 Apr 08 11:09:51.674474 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f8257fca-dfe9-49bb-801e-591f8c1017c2 req-061c346e-92ac-4fd9-a3a9-c2a838aec4d4 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548456 Apr 08 11:09:51.749549 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-269b2c3f-f94f-45d2-9631-8d30e4b2c704 req-ce1699a0-53ec-4c5f-b641-d4d2bd18b0cb tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=322f5085-04e6-48a5-ae4f-efb74e5e77e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619519 Apr 08 11:09:52.061451 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:52.296011 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91829fbd-4d64-493d-a70c-2cb8df08c5ca req-dd649331-b907-4a7d-87a5-fe28bfa433bc tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:52.297511 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-91829fbd-4d64-493d-a70c-2cb8df08c5ca req-dd649331-b907-4a7d-87a5-fe28bfa433bc tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0666373 Apr 08 11:09:52.351108 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-91829fbd-4d64-493d-a70c-2cb8df08c5ca req-8767f16c-c950-4377-a96e-06292eb591ac tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477564 Apr 08 11:09:52.609529 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c8b615-6ce5-4122-b822-80d7bca36111 req-0f62a0cc-edd3-47c1-a769-db2124da015e tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:52.614086 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-80c8b615-6ce5-4122-b822-80d7bca36111 req-0f62a0cc-edd3-47c1-a769-db2124da015e tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e432f2c-f993-417f-89e6-33256174ddf4 HTTP/1.1" status: 200 len: 945 time: 0.0671630 Apr 08 11:09:52.640726 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac65001-4b64-4d4c-832c-f0b7642063d0 req-a495e8c9-caba-49da-bd6f-403973b0bc6c tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:52.642321 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5ac65001-4b64-4d4c-832c-f0b7642063d0 req-a495e8c9-caba-49da-bd6f-403973b0bc6c tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.0631146 Apr 08 11:09:52.681285 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-80c8b615-6ce5-4122-b822-80d7bca36111 req-d3811bed-bfae-44a4-8f92-b35a7bc37a29 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630825 Apr 08 11:09:52.708410 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5ac65001-4b64-4d4c-832c-f0b7642063d0 req-76ef3848-0b3b-401d-88cd-b0b913d2de12 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604661 Apr 08 11:09:52.825258 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7be25-c65d-4d58-af5c-5e1ef305befd req-4b700a46-65ff-4231-a471-69b470e493f2 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:52.835375 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-27d7be25-c65d-4d58-af5c-5e1ef305befd req-4b700a46-65ff-4231-a471-69b470e493f2 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bbffc83-8dbd-4152-84dc-605709bc41ac HTTP/1.1" status: 200 len: 943 time: 0.0838287 Apr 08 11:09:52.889062 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86df3e5-a5a1-475c-ae8d-06994161736e req-0fa97d46-790d-4416-b62b-92e46fc0631c tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:52.897244 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-27d7be25-c65d-4d58-af5c-5e1ef305befd req-62278205-22f0-4baa-93a2-8ed185501f93 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607486 Apr 08 11:09:52.900509 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b86df3e5-a5a1-475c-ae8d-06994161736e req-0fa97d46-790d-4416-b62b-92e46fc0631c tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=511e6bc7-535e-4717-83bf-201fd532ca26 HTTP/1.1" status: 200 len: 945 time: 0.0761030 Apr 08 11:09:52.960088 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b86df3e5-a5a1-475c-ae8d-06994161736e req-d703b4c6-09b4-462e-ba52-8d6ea02f544d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=322f5085-04e6-48a5-ae4f-efb74e5e77e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578079 Apr 08 11:09:53.492943 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa360a-12c8-496a-983c-63c007e95674 req-fd646c0c-4daf-49be-94be-34bc020a2cde tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:53.494665 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f1fa360a-12c8-496a-983c-63c007e95674 req-fd646c0c-4daf-49be-94be-34bc020a2cde tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0706711 Apr 08 11:09:53.545978 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f1fa360a-12c8-496a-983c-63c007e95674 req-58634bd0-9e5b-4c06-b819-10630cfa5101 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447369 Apr 08 11:09:53.798343 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b0912-5669-402e-b4f3-26c3c6320c82 req-4da43dfc-1568-4c62-9787-37b5c3c94360 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:53.799899 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f57b0912-5669-402e-b4f3-26c3c6320c82 req-4da43dfc-1568-4c62-9787-37b5c3c94360 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e432f2c-f993-417f-89e6-33256174ddf4 HTTP/1.1" status: 200 len: 945 time: 0.0576403 Apr 08 11:09:53.843152 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db98a3-bc80-4869-b7fb-b1c549dca0db req-8fa31ea4-e8a4-485a-aaa3-7643c12d2e6d tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:53.844639 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a2db98a3-bc80-4869-b7fb-b1c549dca0db req-8fa31ea4-e8a4-485a-aaa3-7643c12d2e6d tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.0529704 Apr 08 11:09:53.852215 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f57b0912-5669-402e-b4f3-26c3c6320c82 req-bffa5074-2049-4628-9548-a1f034458ee5 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466232 Apr 08 11:09:53.899276 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a2db98a3-bc80-4869-b7fb-b1c549dca0db req-7a934c49-be87-4369-b80b-f6f2d8c92b05 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490489 Apr 08 11:09:54.031304 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c438394-6779-478e-bb13-c8b7be871c15 req-37cfb458-3742-4f32-8a5b-564650bfb6a6 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:54.032896 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3c438394-6779-478e-bb13-c8b7be871c15 req-37cfb458-3742-4f32-8a5b-564650bfb6a6 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bbffc83-8dbd-4152-84dc-605709bc41ac HTTP/1.1" status: 200 len: 943 time: 0.0544186 Apr 08 11:09:54.083005 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2ddd2-6425-488d-98ae-58c5df7b3b23 req-3e7aecc4-909e-4f70-9220-12dd7b535957 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:54.083251 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3c438394-6779-478e-bb13-c8b7be871c15 req-f1b67fd3-b8b9-4532-b58b-1ff76be53e6b tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443416 Apr 08 11:09:54.084507 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-faa2ddd2-6425-488d-98ae-58c5df7b3b23 req-3e7aecc4-909e-4f70-9220-12dd7b535957 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=511e6bc7-535e-4717-83bf-201fd532ca26 HTTP/1.1" status: 200 len: 945 time: 0.0580506 Apr 08 11:09:54.131555 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-faa2ddd2-6425-488d-98ae-58c5df7b3b23 req-bee4a909-3835-4102-9fee-95f4daab47bb tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=322f5085-04e6-48a5-ae4f-efb74e5e77e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412433 Apr 08 11:09:54.464635 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e916176-2b00-4933-8f9f-291bf58ad7b4 req-85945173-a4c7-4a2c-a769-5385319174c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:54.466148 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5e916176-2b00-4933-8f9f-291bf58ad7b4 req-85945173-a4c7-4a2c-a769-5385319174c1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dbbd14ea76324b76bd17c80e4eceaef9&device_id=3bbffc83-8dbd-4152-84dc-605709bc41ac HTTP/1.1" status: 200 len: 1127 time: 0.0480301 Apr 08 11:09:54.590562 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e916176-2b00-4933-8f9f-291bf58ad7b4 req-618efc5a-ca49-4424-b11d-42de5b944320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:54.591484 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5e916176-2b00-4933-8f9f-291bf58ad7b4 req-618efc5a-ca49-4424-b11d-42de5b944320 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=dbbd14ea76324b76bd17c80e4eceaef9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0977533 Apr 08 11:09:54.797444 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63138a1-40ae-4a6c-86e5-a197a19b8f45 req-e30ad48a-a883-4aca-b3cc-f8ac6ee0dda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:54.799795 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f63138a1-40ae-4a6c-86e5-a197a19b8f45 req-e30ad48a-a883-4aca-b3cc-f8ac6ee0dda0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9450476075be4d51833224be59b18143&device_id=1e432f2c-f993-417f-89e6-33256174ddf4 HTTP/1.1" status: 200 len: 1129 time: 0.1804695 Apr 08 11:09:54.801029 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e916176-2b00-4933-8f9f-291bf58ad7b4 req-80c9681b-fc27-40c2-8f27-f7392766469c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:54.802378 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5e916176-2b00-4933-8f9f-291bf58ad7b4 req-80c9681b-fc27-40c2-8f27-f7392766469c service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2036839 Apr 08 11:09:54.813555 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65892fc0-326d-43bb-a9c6-f15ca7082b79 req-fc70c4c6-9909-405a-9895-939fabc7f316 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:54.815047 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-65892fc0-326d-43bb-a9c6-f15ca7082b79 req-fc70c4c6-9909-405a-9895-939fabc7f316 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.1274250 Apr 08 11:09:54.872749 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-65892fc0-326d-43bb-a9c6-f15ca7082b79 req-18b8da7c-19ad-4cd1-8a31-d14f2e5eb2ce tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486162 Apr 08 11:09:55.019577 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774a272-a0c5-4dd6-bf16-5bf525655898 req-7ba1e1cb-8dfc-43a5-8476-0fc07cb1bdbf tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:55.021085 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e774a272-a0c5-4dd6-bf16-5bf525655898 req-7ba1e1cb-8dfc-43a5-8476-0fc07cb1bdbf tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e432f2c-f993-417f-89e6-33256174ddf4 HTTP/1.1" status: 200 len: 945 time: 0.0598719 Apr 08 11:09:55.097999 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e774a272-a0c5-4dd6-bf16-5bf525655898 req-32ed73cc-e379-4612-9032-52050062cc46 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688763 Apr 08 11:09:55.162175 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b6070-c3c5-4017-be21-ceca28c7c15d req-d59d6b75-8a50-441a-bea3-f48230057016 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:55.166157 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f39b6070-c3c5-4017-be21-ceca28c7c15d req-d59d6b75-8a50-441a-bea3-f48230057016 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.1329708 Apr 08 11:09:55.196859 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63138a1-40ae-4a6c-86e5-a197a19b8f45 req-8133c592-13fc-47b1-83fa-ad1f30407c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:55.199045 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f63138a1-40ae-4a6c-86e5-a197a19b8f45 req-8133c592-13fc-47b1-83fa-ad1f30407c79 service neutron] 10.222.0.25 "GET /v2.0/networks?id=90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01 HTTP/1.1" status: 200 len: 919 time: 0.2060275 Apr 08 11:09:55.234750 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402919b-ff3e-4ac2-9d5d-505bd44ff149 req-000852e5-0362-4a92-b6e8-600cd9d5a6ab tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:55.235790 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f39b6070-c3c5-4017-be21-ceca28c7c15d req-00cd2bf9-175c-45fd-b5b2-5f185395fcbe tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578473 Apr 08 11:09:55.236580 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0402919b-ff3e-4ac2-9d5d-505bd44ff149 req-000852e5-0362-4a92-b6e8-600cd9d5a6ab tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bbffc83-8dbd-4152-84dc-605709bc41ac HTTP/1.1" status: 200 len: 943 time: 0.0689819 Apr 08 11:09:55.334289 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0402919b-ff3e-4ac2-9d5d-505bd44ff149 req-a2d88b3b-eadf-43bc-b3b1-cbc7f3627bc9 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793011 Apr 08 11:09:55.371291 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeef2a1-87db-4e3a-970d-932bd493efe8 req-f7301a25-e436-41f5-91a3-c8f176a1287a tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:55.373414 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fbeef2a1-87db-4e3a-970d-932bd493efe8 req-f7301a25-e436-41f5-91a3-c8f176a1287a tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=511e6bc7-535e-4717-83bf-201fd532ca26 HTTP/1.1" status: 200 len: 945 time: 0.0702446 Apr 08 11:09:55.427477 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fbeef2a1-87db-4e3a-970d-932bd493efe8 req-8026f709-1aa6-4fd7-acef-dd72a0f18be1 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=322f5085-04e6-48a5-ae4f-efb74e5e77e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458870 Apr 08 11:09:55.562908 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fdbd0d-5813-4a34-86dc-451d03f1387b req-741b2e9a-6c70-461e-b358-7d328f1a10f9 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:55.564473 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-18fdbd0d-5813-4a34-86dc-451d03f1387b req-741b2e9a-6c70-461e-b358-7d328f1a10f9 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=511e6bc7-535e-4717-83bf-201fd532ca26 HTTP/1.1" status: 200 len: 945 time: 0.0662997 Apr 08 11:09:55.574553 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 48030) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:09:55.579025 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-46cc72a1-9b54-457e-bfe7-3e3853e6b58a tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Request body: {'floatingip': {'port_id': 'b47d2055-43db-4704-8042-4b0c01c442d5'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:09:55.622410 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-46cc72a1-9b54-457e-bfe7-3e3853e6b58a tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for floatingip (34d28877-5367-4717-99bc-49f02fd42aae), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:55.976747 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f63138a1-40ae-4a6c-86e5-a197a19b8f45 req-f92c5a8c-9085-44a3-9617-19a4c64bb336 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28bfb6b5-80a3-44a5-8807-cb2e795646a0 HTTP/1.1" status: 200 len: 217 time: 0.0702970 Apr 08 11:09:56.185612 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-46cc72a1-9b54-457e-bfe7-3e3853e6b58a tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:56.255790 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-46cc72a1-9b54-457e-bfe7-3e3853e6b58a tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456385'] for floatingip (34d28877-5367-4717-99bc-49f02fd42aae), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:56.409499 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63138a1-40ae-4a6c-86e5-a197a19b8f45 req-2e1f83ab-25c5-4ea1-a37e-6c77e5970702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:56.411837 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f63138a1-40ae-4a6c-86e5-a197a19b8f45 req-2e1f83ab-25c5-4ea1-a37e-6c77e5970702 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=100c6095-ccb7-4549-a3cc-5398fc0af1f1 HTTP/1.1" status: 200 len: 857 time: 0.0776675 Apr 08 11:09:56.472484 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-ea3ebacb-7384-46b5-b0f7-c39169e945e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:56.474283 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-ea3ebacb-7384-46b5-b0f7-c39169e945e9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dbbd14ea76324b76bd17c80e4eceaef9&device_id=3bbffc83-8dbd-4152-84dc-605709bc41ac HTTP/1.1" status: 200 len: 1127 time: 0.5625265 Apr 08 11:09:56.487060 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb861c-51b3-45ce-bd52-3ed6d7f97e72 req-fcbabe53-35e4-4427-bf19-5cbb2b54243c tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:56.488697 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-26bb861c-51b3-45ce-bd52-3ed6d7f97e72 req-fcbabe53-35e4-4427-bf19-5cbb2b54243c tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.5168061 Apr 08 11:09:56.560810 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-5fb71e54-0c60-4abb-9d8f-6a98b808ce56 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df8037e0-f455-4c1e-837e-ce2b94dd5b6f HTTP/1.1" status: 200 len: 217 time: 0.0458775 Apr 08 11:09:56.568205 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63138a1-40ae-4a6c-86e5-a197a19b8f45 req-7789b4f3-0efd-41e3-8237-120f1f0e1e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:56.569940 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f63138a1-40ae-4a6c-86e5-a197a19b8f45 req-7789b4f3-0efd-41e3-8237-120f1f0e1e6f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1505923 Apr 08 11:09:56.587995 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd957b8-a301-4e5b-a93d-912e00c6b5ef req-aae6f41b-4dd3-4662-853e-63c9a96decbc tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:56.589552 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1bd957b8-a301-4e5b-a93d-912e00c6b5ef req-aae6f41b-4dd3-4662-853e-63c9a96decbc tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e432f2c-f993-417f-89e6-33256174ddf4 HTTP/1.1" status: 200 len: 945 time: 0.3993850 Apr 08 11:09:56.652512 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.db.l3_db [None req-46cc72a1-9b54-457e-bfe7-3e3853e6b58a tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Floating IP 34d28877-5367-4717-99bc-49f02fd42aae associated. External IP: 172.27.0.17, port: b47d2055-43db-4704-8042-4b0c01c442d5. Apr 08 11:09:56.656099 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-26bb861c-51b3-45ce-bd52-3ed6d7f97e72 req-bdbdc3af-48a0-4afd-9db7-bd752d6d0a4e tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580415 Apr 08 11:09:56.693042 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1bd957b8-a301-4e5b-a93d-912e00c6b5ef req-938f737f-be3f-4e40-a297-f9dcb6ab96a7 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946383 Apr 08 11:09:56.736602 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-309e73ef-9003-4a5e-bfc5-d04240ac7713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:56.738572 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-309e73ef-9003-4a5e-bfc5-d04240ac7713 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316 HTTP/1.1" status: 200 len: 849 time: 0.1656363 Apr 08 11:09:56.869499 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f63138a1-40ae-4a6c-86e5-a197a19b8f45 req-bb2dca6a-75bd-4a9b-85a2-d648fb92e8a9 service neutron] 10.222.0.25 "GET /v2.0/networks/90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842157 Apr 08 11:09:56.892649 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4264ca6-241f-43e7-bfec-b62372b3bf35 req-3fe08b3b-ad78-4a3b-b21b-8d96a24afc39 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:56.900417 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a4264ca6-241f-43e7-bfec-b62372b3bf35 req-3fe08b3b-ad78-4a3b-b21b-8d96a24afc39 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.1418018 Apr 08 11:09:56.909637 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-6c39f3d7-d25e-4586-8da7-539e4c5ec59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:56.911448 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-6c39f3d7-d25e-4586-8da7-539e4c5ec59a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=92663085-05c4-47d0-9ecc-faab9dcfcd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1636586 Apr 08 11:09:56.915948 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7ce82-4847-40d7-a5ca-09a25c695595 req-5fafb2d3-7eb8-4b4e-91a8-b5d414c6c23a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:56.923833 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-70e7ce82-4847-40d7-a5ca-09a25c695595 req-5fafb2d3-7eb8-4b4e-91a8-b5d414c6c23a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bbffc83-8dbd-4152-84dc-605709bc41ac HTTP/1.1" status: 200 len: 943 time: 0.1199040 Apr 08 11:09:57.027601 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-70e7ce82-4847-40d7-a5ca-09a25c695595 req-ceacc6cd-7e72-4ebe-9b92-b6d80b1ec549 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958912 Apr 08 11:09:57.037919 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46cc72a1-9b54-457e-bfe7-3e3853e6b58a tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Router 943a4045-54bd-49f9-88a5-96d188b44ed8 has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:09:57.076354 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a4264ca6-241f-43e7-bfec-b62372b3bf35 req-a063aa4c-a256-432a-918f-bcb0cb3a6c0e tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738334 Apr 08 11:09:57.117417 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f63138a1-40ae-4a6c-86e5-a197a19b8f45 req-86c703da-7cde-44a6-ae1d-0ccbdb641c7c service neutron] 10.222.0.25 "GET /v2.0/networks/90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392671 Apr 08 11:09:57.132329 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-155d166e-8bd6-410f-a575-806d7ec1b98c service neutron] 10.222.0.25 "GET /v2.0/networks/92663085-05c4-47d0-9ecc-faab9dcfcd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020917 Apr 08 11:09:57.224544 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46cc72a1-9b54-457e-bfe7-3e3853e6b58a tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:09:57.236466 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-46cc72a1-9b54-457e-bfe7-3e3853e6b58a tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:57.245695 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ce62be-6907-4436-a6ff-14caf001dbad None None] Sync routers for ids ['943a4045-54bd-49f9-88a5-96d188b44ed8'] in dv-cinder-836073-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:09:57.277114 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ce62be-6907-4436-a6ff-14caf001dbad None None] Routers {'943a4045-54bd-49f9-88a5-96d188b44ed8'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:09:57.277114 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-45ce62be-6907-4436-a6ff-14caf001dbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:09:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['943a4045-54bd-49f9-88a5-96d188b44ed8'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:09:57.277336 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-46cc72a1-9b54-457e-bfe7-3e3853e6b58a tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "PUT /v2.0/floatingips/34d28877-5367-4717-99bc-49f02fd42aae HTTP/1.1" status: 200 len: 990 time: 1.6983657 Apr 08 11:09:57.277336 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511e6bc7-535e-4717-83bf-201fd532ca26', 'tag': 'b47d2055-43db-4704-8042-4b0c01c442d5'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:09:57.278087 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a3d6de9c0cd8caeb53273f75c3329218c515297e9068abeca36dc087c161ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef01c65-21f0-45f5-8e98-df6ff42f0b09" -d '{"events": [{"name": "network-changed", "server_uuid": "511e6bc7-535e-4717-83bf-201fd532ca26", "tag": "b47d2055-43db-4704-8042-4b0c01c442d5"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:09:57.303694 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0a2945c3-61f2-4f6b-9e25-c0e51a8adf5e req-b5f86490-8cd3-472d-b8c0-1a7cd0934ed7 service neutron] 10.222.0.25 "GET /v2.0/networks/92663085-05c4-47d0-9ecc-faab9dcfcd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618786 Apr 08 11:09:57.349094 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13919664-2506-401f-8047-a9b3f7a37170 x-openstack-request-id: req-13919664-2506-401f-8047-a9b3f7a37170 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:09:57.349493 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511e6bc7-535e-4717-83bf-201fd532ca26", "tag": "b47d2055-43db-4704-8042-4b0c01c442d5", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:09:57.349861 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-13919664-2506-401f-8047-a9b3f7a37170 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:09:57.350353 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13919664-2506-401f-8047-a9b3f7a37170'] response: {'name': 'network-changed', 'server_uuid': '511e6bc7-535e-4717-83bf-201fd532ca26', 'tag': 'b47d2055-43db-4704-8042-4b0c01c442d5', 'status': 'completed', 'code': 200} Apr 08 11:09:57.409257 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-45ce62be-6907-4436-a6ff-14caf001dbad None None] Set router 943a4045-54bd-49f9-88a5-96d188b44ed8 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:09:57.423914 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-873afa65-17ea-4058-996b-26d1e3aee312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:57.710247 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-45ce62be-6907-4436-a6ff-14caf001dbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'name': 'tempest-AttachVolumeNegativeTest-1482535796-router', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:32Z', 'revision_number': 4, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'gw_port': {'id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:23Z', 'updated_at': '2022-04-08T11:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': '34d28877-5367-4717-99bc-49f02fd42aae', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'port_id': 'b47d2055-43db-4704-8042-4b0c01c442d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'mac_address': 'fa:16:3e:09:2f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511e6bc7-535e-4717-83bf-201fd532ca26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:09:21Z', 'updated_at': '2022-04-08T11:09:56Z', 'revision_number': 1, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'fixed_ip_address_scope': None}, {'id': 'a4efbda8-4282-4e69-886c-a0543f7e75f0', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'port_id': '7f5decb5-b2ee-49aa-919f-64dcc00831c1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'mac_address': 'fa:16:3e:1d:79:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84117878-4454-4903-9fee-9d7a11c67b91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:07:46Z', 'updated_at': '2022-04-08T11:08:16Z', 'revision_number': 2, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6064dd6-c164-4146-88c3-81cec2380cb9', 'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'mac_address': 'fa:16:3e:eb:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:31Z', 'updated_at': '2022-04-08T11:07:43Z', 'revision_number': 5, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'subnets': [{'id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:09:57.806611 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ce62be-6907-4436-a6ff-14caf001dbad None None] Checking router: 943a4045-54bd-49f9-88a5-96d188b44ed8 for host: dv-cinder-836073-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:09:57.833714 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ce62be-6907-4436-a6ff-14caf001dbad None None] Routers {'943a4045-54bd-49f9-88a5-96d188b44ed8'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:09:57.834818 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-45ce62be-6907-4436-a6ff-14caf001dbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:09:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['943a4045-54bd-49f9-88a5-96d188b44ed8'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:09:57.920577 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f70cb-67f3-4b57-8618-8bd696d3c677 req-c8ff42d3-9ff6-46e4-8d00-adad3ccc1697 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:57.922606 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-397f70cb-67f3-4b57-8618-8bd696d3c677 req-c8ff42d3-9ff6-46e4-8d00-adad3ccc1697 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e432f2c-f993-417f-89e6-33256174ddf4 HTTP/1.1" status: 200 len: 945 time: 0.0746469 Apr 08 11:09:57.952479 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3ff3c-77ee-4e1c-8fa7-8cbea275abad req-6129ed1d-8ef6-4b58-81d1-0b91dd8d1a66 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:57.954648 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b8d3ff3c-77ee-4e1c-8fa7-8cbea275abad req-6129ed1d-8ef6-4b58-81d1-0b91dd8d1a66 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.1449692 Apr 08 11:09:57.957630 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef01c65-21f0-45f5-8e98-df6ff42f0b09 req-9a307d19-6854-4fd5-98bf-dfe5621e46b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:57.959021 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aef01c65-21f0-45f5-8e98-df6ff42f0b09 req-9a307d19-6854-4fd5-98bf-dfe5621e46b5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ff706c0e7c16476e8c00ca1ba4e85ed9&device_id=511e6bc7-535e-4717-83bf-201fd532ca26 HTTP/1.1" status: 200 len: 1129 time: 0.1111116 Apr 08 11:09:57.989907 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-397f70cb-67f3-4b57-8618-8bd696d3c677 req-08e5d520-a775-4421-b20d-665e00b88bcf tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597460 Apr 08 11:09:58.022621 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-45ce62be-6907-4436-a6ff-14caf001dbad None None] Set router 943a4045-54bd-49f9-88a5-96d188b44ed8 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:09:58.065496 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b8d3ff3c-77ee-4e1c-8fa7-8cbea275abad req-a1c988f0-0d43-47b7-ae15-ed5d71f91ad2 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034479 Apr 08 11:09:58.111833 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef01c65-21f0-45f5-8e98-df6ff42f0b09 req-a522044b-7204-4a89-afde-35c41c72d971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:58.114336 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aef01c65-21f0-45f5-8e98-df6ff42f0b09 req-a522044b-7204-4a89-afde-35c41c72d971 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e19cdb1b-6b68-4ab1-b7ae-0515860cc308 HTTP/1.1" status: 200 len: 916 time: 0.1384716 Apr 08 11:09:58.178900 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66ba7a-a991-4ede-a9fc-700b95db1144 req-d66017d9-43f1-49c0-ac02-ef24f839869a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:58.180471 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5e66ba7a-a991-4ede-a9fc-700b95db1144 req-d66017d9-43f1-49c0-ac02-ef24f839869a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bbffc83-8dbd-4152-84dc-605709bc41ac HTTP/1.1" status: 200 len: 943 time: 0.0856476 Apr 08 11:09:58.226402 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aef01c65-21f0-45f5-8e98-df6ff42f0b09 req-a3d996c3-bc0d-49af-b76b-761fd1bb6fc7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b47d2055-43db-4704-8042-4b0c01c442d5 HTTP/1.1" status: 200 len: 998 time: 0.1050358 Apr 08 11:09:58.246227 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5e66ba7a-a991-4ede-a9fc-700b95db1144 req-41008564-7ce5-4b2a-aaa7-5423a7e2d183 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591352 Apr 08 11:09:58.275038 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5579cda-b9b2-4796-a581-4b5c0626ad2b req-2a4eaa89-a55c-4da6-8bf1-849a95bd61dd tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:58.277130 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a5579cda-b9b2-4796-a581-4b5c0626ad2b req-2a4eaa89-a55c-4da6-8bf1-849a95bd61dd tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.1093338 Apr 08 11:09:58.304906 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef01c65-21f0-45f5-8e98-df6ff42f0b09 req-9e4df0f9-3875-4d64-9270-1eba65dddacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:58.306389 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aef01c65-21f0-45f5-8e98-df6ff42f0b09 req-9e4df0f9-3875-4d64-9270-1eba65dddacf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9010fa40-00fa-4f20-8fb7-c4e600b421ca HTTP/1.1" status: 200 len: 854 time: 0.0719461 Apr 08 11:09:58.341263 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-45ce62be-6907-4436-a6ff-14caf001dbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'name': 'tempest-AttachVolumeNegativeTest-1482535796-router', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:32Z', 'revision_number': 4, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'gw_port': {'id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:23Z', 'updated_at': '2022-04-08T11:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': '34d28877-5367-4717-99bc-49f02fd42aae', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'port_id': 'b47d2055-43db-4704-8042-4b0c01c442d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'mac_address': 'fa:16:3e:09:2f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511e6bc7-535e-4717-83bf-201fd532ca26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:09:21Z', 'updated_at': '2022-04-08T11:09:56Z', 'revision_number': 1, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'fixed_ip_address_scope': None}, {'id': 'a4efbda8-4282-4e69-886c-a0543f7e75f0', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'port_id': '7f5decb5-b2ee-49aa-919f-64dcc00831c1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'mac_address': 'fa:16:3e:1d:79:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84117878-4454-4903-9fee-9d7a11c67b91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:07:46Z', 'updated_at': '2022-04-08T11:08:16Z', 'revision_number': 2, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6064dd6-c164-4146-88c3-81cec2380cb9', 'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'mac_address': 'fa:16:3e:eb:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:31Z', 'updated_at': '2022-04-08T11:07:43Z', 'revision_number': 5, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'subnets': [{'id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:09:58.351270 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ce62be-6907-4436-a6ff-14caf001dbad None None] The sync data for ids ['943a4045-54bd-49f9-88a5-96d188b44ed8'] in dv-cinder-836073-3-iscsi is: [{'id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'name': 'tempest-AttachVolumeNegativeTest-1482535796-router', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:32Z', 'revision_number': 4, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'gw_port': {'id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:23Z', 'updated_at': '2022-04-08T11:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': '34d28877-5367-4717-99bc-49f02fd42aae', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'port_id': 'b47d2055-43db-4704-8042-4b0c01c442d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'mac_address': 'fa:16:3e:09:2f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511e6bc7-535e-4717-83bf-201fd532ca26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:09:21Z', 'updated_at': '2022-04-08T11:09:56Z', 'revision_number': 1, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'fixed_ip_address_scope': None}, {'id': 'a4efbda8-4282-4e69-886c-a0543f7e75f0', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'port_id': '7f5decb5-b2ee-49aa-919f-64dcc00831c1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'mac_address': 'fa:16:3e:1d:79:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84117878-4454-4903-9fee-9d7a11c67b91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:07:46Z', 'updated_at': '2022-04-08T11:08:16Z', 'revision_number': 2, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6064dd6-c164-4146-88c3-81cec2380cb9', 'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'mac_address': 'fa:16:3e:eb:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:31Z', 'updated_at': '2022-04-08T11:07:43Z', 'revision_number': 5, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'subnets': [{'id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:09:58.360574 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a5579cda-b9b2-4796-a581-4b5c0626ad2b req-f7c4bc75-fd92-4abb-9ae8-e621ddca0198 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772715 Apr 08 11:09:58.379045 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef01c65-21f0-45f5-8e98-df6ff42f0b09 req-5e2b399f-0e24-4e39-aedb-52d361138b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:58.379045 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aef01c65-21f0-45f5-8e98-df6ff42f0b09 req-5e2b399f-0e24-4e39-aedb-52d361138b77 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e19cdb1b-6b68-4ab1-b7ae-0515860cc308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582106 Apr 08 11:09:58.490812 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aef01c65-21f0-45f5-8e98-df6ff42f0b09 req-73f27dba-e1d2-4c2b-9753-1e948c5cafa0 service neutron] 10.222.0.25 "GET /v2.0/networks/e19cdb1b-6b68-4ab1-b7ae-0515860cc308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030924 Apr 08 11:09:58.594697 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90664dde-8adc-44b4-96e0-01350141613b None None] New status for floating IP 34d28877-5367-4717-99bc-49f02fd42aae: ACTIVE {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:09:58.600717 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aef01c65-21f0-45f5-8e98-df6ff42f0b09 req-56a8e3ca-56f3-40da-8c04-95811806bf0a service neutron] 10.222.0.25 "GET /v2.0/networks/e19cdb1b-6b68-4ab1-b7ae-0515860cc308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031303 Apr 08 11:09:59.142256 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf7dc5-18dd-415a-b4ff-198408b428ab req-ba853c3b-bbbe-40dc-8ebd-4b1c468194b2 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:59.151850 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-20bf7dc5-18dd-415a-b4ff-198408b428ab req-ba853c3b-bbbe-40dc-8ebd-4b1c468194b2 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e432f2c-f993-417f-89e6-33256174ddf4 HTTP/1.1" status: 200 len: 945 time: 0.0978773 Apr 08 11:09:59.205560 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-20bf7dc5-18dd-415a-b4ff-198408b428ab req-961c5d23-6d8c-4f43-a92e-daecf76aeaae tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532749 Apr 08 11:09:59.224058 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588f710-a7ad-460f-b831-9ca8d63934ac req-ddbd6aac-f84d-42c1-bd64-1f78ee3375ec tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:59.225815 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1588f710-a7ad-460f-b831-9ca8d63934ac req-ddbd6aac-f84d-42c1-bd64-1f78ee3375ec tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0751383 Apr 08 11:09:59.284273 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1588f710-a7ad-460f-b831-9ca8d63934ac req-23364efd-d98d-4a53-bc86-e73e693e073a tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493438 Apr 08 11:09:59.418731 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d7957-1514-4f4c-9d81-bff5e9a16872 req-0dcf629b-1bd2-4643-9c37-249846425b79 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:59.420356 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e71d7957-1514-4f4c-9d81-bff5e9a16872 req-0dcf629b-1bd2-4643-9c37-249846425b79 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bbffc83-8dbd-4152-84dc-605709bc41ac HTTP/1.1" status: 200 len: 943 time: 0.0657566 Apr 08 11:09:59.492400 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e71d7957-1514-4f4c-9d81-bff5e9a16872 req-3d3aacc4-d621-425b-b4fa-0c539daff234 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644944 Apr 08 11:09:59.537129 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a733d-a356-4a11-a86e-5b218547f736 req-f4ff8e9c-2e0f-4f26-a94d-e1a614cc96c3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:59.538645 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a51a733d-a356-4a11-a86e-5b218547f736 req-f4ff8e9c-2e0f-4f26-a94d-e1a614cc96c3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.0934880 Apr 08 11:09:59.597005 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a51a733d-a356-4a11-a86e-5b218547f736 req-6034ae16-d303-4e39-9d73-aedb7d8eb7d7 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486717 Apr 08 11:09:59.849610 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ea648f0f-d4a3-4214-b1f5-f1d2f03139ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:00.367025 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be65889a-3c58-4c1d-926a-f962e3709934 req-ae46ff9c-9721-4ccd-af3c-89991d807014 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:00.368977 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-be65889a-3c58-4c1d-926a-f962e3709934 req-ae46ff9c-9721-4ccd-af3c-89991d807014 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e432f2c-f993-417f-89e6-33256174ddf4 HTTP/1.1" status: 200 len: 945 time: 0.0829599 Apr 08 11:10:00.423071 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-be65889a-3c58-4c1d-926a-f962e3709934 req-b6aa35c3-7271-47d8-a8ca-c78c5af89642 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485339 Apr 08 11:10:00.431937 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd317b9-c2e5-4ed3-a810-c3e92adaa587 req-87d35c20-efbb-4788-a769-256331ebd089 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:00.434391 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fbd317b9-c2e5-4ed3-a810-c3e92adaa587 req-87d35c20-efbb-4788-a769-256331ebd089 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0580044 Apr 08 11:10:00.501272 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fbd317b9-c2e5-4ed3-a810-c3e92adaa587 req-e9a42b07-54f4-48cc-96a2-dc63b4191616 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610743 Apr 08 11:10:00.650197 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957853e-520d-450b-be74-96fdc3d6c696 req-ab56088b-0bd8-4297-8bc3-53cb7c274c2a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:00.657169 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a957853e-520d-450b-be74-96fdc3d6c696 req-ab56088b-0bd8-4297-8bc3-53cb7c274c2a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bbffc83-8dbd-4152-84dc-605709bc41ac HTTP/1.1" status: 200 len: 943 time: 0.0782051 Apr 08 11:10:00.732148 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a957853e-520d-450b-be74-96fdc3d6c696 req-f86498e5-6bc3-405b-bea1-49c9aebf67ca tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684681 Apr 08 11:10:00.756292 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed3e91-4cfb-4f8c-acef-010adc51e201 req-822eea5e-2c7e-4dd2-b9a0-948c05a49c6e tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:00.757795 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-97ed3e91-4cfb-4f8c-acef-010adc51e201 req-822eea5e-2c7e-4dd2-b9a0-948c05a49c6e tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.0745769 Apr 08 11:10:00.819569 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-97ed3e91-4cfb-4f8c-acef-010adc51e201 req-eb72ddc1-ee0b-49bb-b7e4-16cc912ae2cd tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537832 Apr 08 11:10:01.044555 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:01.562238 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8411fa3-91b1-48e7-bcfd-e3d77befa849 req-2d744fcd-dff7-44c1-b9a7-ee5fb6302be0 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:01.563728 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a8411fa3-91b1-48e7-bcfd-e3d77befa849 req-2d744fcd-dff7-44c1-b9a7-ee5fb6302be0 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e432f2c-f993-417f-89e6-33256174ddf4 HTTP/1.1" status: 200 len: 945 time: 0.0603638 Apr 08 11:10:01.627413 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a8411fa3-91b1-48e7-bcfd-e3d77befa849 req-1f01fc59-b153-49d4-b9c4-5e9e93d2f71d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563977 Apr 08 11:10:01.630761 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1016d-55d2-4607-aaac-9e056e09cd20 req-d574c38c-b904-4520-92ec-61f3a5340354 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:01.632294 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-abe1016d-55d2-4607-aaac-9e056e09cd20 req-d574c38c-b904-4520-92ec-61f3a5340354 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0587573 Apr 08 11:10:01.681729 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-abe1016d-55d2-4607-aaac-9e056e09cd20 req-e90fe3bc-84c3-4543-ae61-78ffce7e08ee tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435309 Apr 08 11:10:01.842721 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b5b66-b6b2-41be-a5e5-5fd2cece2fe3 req-cf262249-972a-4828-b921-ef1e92ffa5cc tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:01.844309 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-bd2b5b66-b6b2-41be-a5e5-5fd2cece2fe3 req-cf262249-972a-4828-b921-ef1e92ffa5cc tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bbffc83-8dbd-4152-84dc-605709bc41ac HTTP/1.1" status: 200 len: 943 time: 0.0543392 Apr 08 11:10:01.893531 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-bd2b5b66-b6b2-41be-a5e5-5fd2cece2fe3 req-1cf97c60-a0e2-439f-a20e-05aee0de4c10 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433900 Apr 08 11:10:01.984727 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b742463-dd4d-43f1-bf6f-d875c2854ba0 req-c90ad1e7-3e3b-437a-91c0-189e8058f39e tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:01.988582 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4b742463-dd4d-43f1-bf6f-d875c2854ba0 req-c90ad1e7-3e3b-437a-91c0-189e8058f39e tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.0984664 Apr 08 11:10:02.049077 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4b742463-dd4d-43f1-bf6f-d875c2854ba0 req-ce7f2f46-6c6f-47ef-8203-3a369e9cfdfd tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567091 Apr 08 11:10:02.491001 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 48120) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:10:02.602208 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c2418eca-e5a6-4ae8-8563-bb540c842211 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:02.655879 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:02.688589 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c2418eca-e5a6-4ae8-8563-bb540c842211 admin admin] Publish callbacks [] for security_group (21287bbf-a483-40c6-9c95-9e8ab8c0fe37), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:02.750867 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3e44b-cf19-4950-9c2b-96fac42a4ca1 req-3969dcf9-1035-4edb-bdf0-9ec86c4f291d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:02.752384 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-52d3e44b-cf19-4950-9c2b-96fac42a4ca1 req-3969dcf9-1035-4edb-bdf0-9ec86c4f291d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e432f2c-f993-417f-89e6-33256174ddf4 HTTP/1.1" status: 200 len: 945 time: 0.0579760 Apr 08 11:10:02.792120 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c2418eca-e5a6-4ae8-8563-bb540c842211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (21287bbf-a483-40c6-9c95-9e8ab8c0fe37), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:02.810699 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19e900-4f0c-47bc-b114-a0fe271141bf req-63318957-4bb4-4e06-a91b-b0481bd9d830 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:02.810699 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8b19e900-4f0c-47bc-b114-a0fe271141bf req-63318957-4bb4-4e06-a91b-b0481bd9d830 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0579388 Apr 08 11:10:02.814267 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-52d3e44b-cf19-4950-9c2b-96fac42a4ca1 req-7faffc5a-9092-47e2-aaa0-a226a6bd4ff2 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565579 Apr 08 11:10:02.845312 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-c2418eca-e5a6-4ae8-8563-bb540c842211 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=27e3d6c677bb47958fcc009474e2dc53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3531871 Apr 08 11:10:02.857100 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 48132) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:10:02.857550 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2418eca-e5a6-4ae8-8563-bb540c842211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21287bbf-a483-40c6-9c95-9e8ab8c0fe37,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:02.900873 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8b19e900-4f0c-47bc-b114-a0fe271141bf req-ad2cab72-6dcb-4fd6-b491-173d8f6c97a3 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810382 Apr 08 11:10:02.920435 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-24f8dd23-6cf1-417b-99a4-dec08cd3469c admin admin] Publish callbacks [] for security_group (21287bbf-a483-40c6-9c95-9e8ab8c0fe37), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:02.949320 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-24f8dd23-6cf1-417b-99a4-dec08cd3469c admin admin] Publish callbacks [] for security_group (21287bbf-a483-40c6-9c95-9e8ab8c0fe37), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:03.031117 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1739ac9-c406-4474-9c72-fed00ea1f2c2 req-2a26d9ef-6b42-4cf2-9271-3303fa271237 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:03.032650 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a1739ac9-c406-4474-9c72-fed00ea1f2c2 req-2a26d9ef-6b42-4cf2-9271-3303fa271237 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bbffc83-8dbd-4152-84dc-605709bc41ac HTTP/1.1" status: 200 len: 943 time: 0.0532408 Apr 08 11:10:03.055542 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-24f8dd23-6cf1-417b-99a4-dec08cd3469c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (21287bbf-a483-40c6-9c95-9e8ab8c0fe37), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:03.058893 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-24f8dd23-6cf1-417b-99a4-dec08cd3469c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:03.062497 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-24f8dd23-6cf1-417b-99a4-dec08cd3469c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/21287bbf-a483-40c6-9c95-9e8ab8c0fe37 HTTP/1.1" status: 204 len: 168 time: 0.2129760 Apr 08 11:10:03.068543 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f8dd23-6cf1-417b-99a4-dec08cd3469c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21287bbf-a483-40c6-9c95-9e8ab8c0fe37,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:03.085321 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a1739ac9-c406-4474-9c72-fed00ea1f2c2 req-a0fbf4c0-47fd-426c-8c1a-2aafc3fff16d tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468738 Apr 08 11:10:03.174953 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb7e906-1915-4c96-820f-ad0a8982fa23 req-4085a2b1-66c8-4113-aa2f-088cfe01932b tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:03.176418 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-edb7e906-1915-4c96-820f-ad0a8982fa23 req-4085a2b1-66c8-4113-aa2f-088cfe01932b tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.0533974 Apr 08 11:10:03.223676 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-edb7e906-1915-4c96-820f-ad0a8982fa23 req-a4e19bf0-5cc4-436b-9b72-04423bbebc84 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415721 Apr 08 11:10:03.944426 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94c129-29ab-4dc6-9ddb-3894e1fcf563 req-d2c3dab8-e8d8-4f4a-845c-4956d92166c4 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:03.945953 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1a94c129-29ab-4dc6-9ddb-3894e1fcf563 req-d2c3dab8-e8d8-4f4a-845c-4956d92166c4 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e432f2c-f993-417f-89e6-33256174ddf4 HTTP/1.1" status: 200 len: 945 time: 0.0575936 Apr 08 11:10:03.995528 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1a94c129-29ab-4dc6-9ddb-3894e1fcf563 req-589efb1e-4a05-42f6-bc18-00db876eadcb tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432370 Apr 08 11:10:04.022845 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcf217-bca4-4843-b34a-3be2b7205fb5 req-6122539d-46bc-4b3f-8932-335a05e3cfe1 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:04.024321 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-94dcf217-bca4-4843-b34a-3be2b7205fb5 req-6122539d-46bc-4b3f-8932-335a05e3cfe1 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0532858 Apr 08 11:10:04.074885 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-94dcf217-bca4-4843-b34a-3be2b7205fb5 req-005d1740-ad57-4935-9590-512d710bab80 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450449 Apr 08 11:10:04.209673 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb437b0b-cd03-44fc-9f38-f08c1f893cb2 req-9887528c-6972-4d98-9670-f5db61814067 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:04.211167 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-cb437b0b-cd03-44fc-9f38-f08c1f893cb2 req-9887528c-6972-4d98-9670-f5db61814067 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bbffc83-8dbd-4152-84dc-605709bc41ac HTTP/1.1" status: 200 len: 943 time: 0.0528917 Apr 08 11:10:04.220936 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:04.261689 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-cb437b0b-cd03-44fc-9f38-f08c1f893cb2 req-58227dca-03b0-489b-8a6e-91a20c52ba4e tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445814 Apr 08 11:10:04.347284 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133cf5a-3160-4f06-ac73-7f74d4448543 req-663825dc-f632-4ecc-9e16-63ce11f9746c tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:04.348775 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c133cf5a-3160-4f06-ac73-7f74d4448543 req-663825dc-f632-4ecc-9e16-63ce11f9746c tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.0542116 Apr 08 11:10:04.398725 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c133cf5a-3160-4f06-ac73-7f74d4448543 req-92f9a03e-7a68-49ab-9b07-5f7d657d6059 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430033 Apr 08 11:10:04.683252 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc009888-9bce-4be2-ac22-adb42f1b2ff7 req-7f4e69e4-a503-4fdf-a40e-d454e1e56294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:04.684653 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cc009888-9bce-4be2-ac22-adb42f1b2ff7 req-7f4e69e4-a503-4fdf-a40e-d454e1e56294 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1193c805e04401c8afbb9690ce62e77&device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 1130 time: 0.0445139 Apr 08 11:10:04.775240 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc009888-9bce-4be2-ac22-adb42f1b2ff7 req-b840e9be-ea9c-4395-86ed-e50447a58d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:04.777913 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cc009888-9bce-4be2-ac22-adb42f1b2ff7 req-b840e9be-ea9c-4395-86ed-e50447a58d7c service neutron] 10.222.0.25 "GET /v2.0/networks?id=dc6c096a-ab1d-4dd5-b548-e6d43b20edbf HTTP/1.1" status: 200 len: 917 time: 0.0873652 Apr 08 11:10:04.842047 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cc009888-9bce-4be2-ac22-adb42f1b2ff7 req-583b1211-b0cc-474c-af99-ba17a7341aee service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86229ea5-87ec-45d0-b83f-b5f85d066a43 HTTP/1.1" status: 200 len: 1001 time: 0.0581315 Apr 08 11:10:04.892237 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc009888-9bce-4be2-ac22-adb42f1b2ff7 req-45594d84-4372-4ff5-bbd9-ec1af06f8c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:04.893691 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cc009888-9bce-4be2-ac22-adb42f1b2ff7 req-45594d84-4372-4ff5-bbd9-ec1af06f8c78 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=69645fe8-51b2-4fb3-8963-10a4b0bd4ba3 HTTP/1.1" status: 200 len: 855 time: 0.0459192 Apr 08 11:10:04.943617 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc009888-9bce-4be2-ac22-adb42f1b2ff7 req-69499b53-422c-4dfc-95aa-0ce579ad0f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:04.944990 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cc009888-9bce-4be2-ac22-adb42f1b2ff7 req-69499b53-422c-4dfc-95aa-0ce579ad0f11 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dc6c096a-ab1d-4dd5-b548-e6d43b20edbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441973 Apr 08 11:10:05.038032 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cc009888-9bce-4be2-ac22-adb42f1b2ff7 req-64763355-cc9e-4ceb-8083-5aca9558e56c service neutron] 10.222.0.25 "GET /v2.0/networks/dc6c096a-ab1d-4dd5-b548-e6d43b20edbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829186 Apr 08 11:10:05.116107 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15076a-81ea-4efb-ba28-4e44cc3cf73d req-ab4d9da2-65d5-4efe-919c-6fe3077f173a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:05.117625 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7b15076a-81ea-4efb-ba28-4e44cc3cf73d req-ab4d9da2-65d5-4efe-919c-6fe3077f173a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e432f2c-f993-417f-89e6-33256174ddf4 HTTP/1.1" status: 200 len: 945 time: 0.0573528 Apr 08 11:10:05.140601 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cc009888-9bce-4be2-ac22-adb42f1b2ff7 req-7bf067ea-b7d6-47fe-95f3-f1b795071e21 service neutron] 10.222.0.25 "GET /v2.0/networks/dc6c096a-ab1d-4dd5-b548-e6d43b20edbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913253 Apr 08 11:10:05.166847 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7b15076a-81ea-4efb-ba28-4e44cc3cf73d req-60846d92-9e53-4707-a17b-062d8da7cdee tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421474 Apr 08 11:10:05.198634 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d05336-71fa-4a63-853d-a3ce94639baa req-834af2a8-39bc-4e53-a543-29a9108b4272 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:05.199748 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f5d05336-71fa-4a63-853d-a3ce94639baa req-834af2a8-39bc-4e53-a543-29a9108b4272 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0547345 Apr 08 11:10:05.245099 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f5d05336-71fa-4a63-853d-a3ce94639baa req-3d0fc56d-3bb7-491c-bb5b-2b2f3efe4fbb tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392771 Apr 08 11:10:05.376586 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39a28e-fe4a-4078-a386-6ec3130c8b78 req-a849b3a8-ff21-43c1-8964-18d2f3a833cd tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:05.378079 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4a39a28e-fe4a-4078-a386-6ec3130c8b78 req-a849b3a8-ff21-43c1-8964-18d2f3a833cd tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bbffc83-8dbd-4152-84dc-605709bc41ac HTTP/1.1" status: 200 len: 943 time: 0.0526431 Apr 08 11:10:05.389867 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device df8037e0-f455-4c1e-837e-ce2b94dd5b6f details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:10:05.427834 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4a39a28e-fe4a-4078-a386-6ec3130c8b78 req-30b171cd-4291-4323-85d6-0c3444569471 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442860 Apr 08 11:10:05.488447 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port df8037e0-f455-4c1e-837e-ce2b94dd5b6f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=df8037e0-f455-4c1e-837e-ce2b94dd5b6f,segment=NetworkSegment(19af6e16-2d4e-4c32-a209-a5bfe8de0cac),segment_id=19af6e16-2d4e-4c32-a209-a5bfe8de0cac)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:10:05.500243 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Returning: {'device': 'df8037e0-f455-4c1e-837e-ce2b94dd5b6f', 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'port_id': 'df8037e0-f455-4c1e-837e-ce2b94dd5b6f', 'mac_address': 'fa:16:3e:99:8c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:10:05.535018 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7751a71-9527-484a-818a-6a7f5385ed8e req-1c0442a7-3161-47de-8a27-16553a07791e tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:05.542331 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e7751a71-9527-484a-818a-6a7f5385ed8e req-1c0442a7-3161-47de-8a27-16553a07791e tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.0560799 Apr 08 11:10:05.542517 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port df8037e0-f455-4c1e-837e-ce2b94dd5b6f is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:10:05.542517 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (df8037e0-f455-4c1e-837e-ce2b94dd5b6f), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:05.556841 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df8037e0-f455-4c1e-837e-ce2b94dd5b6f {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:10:05.576664 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port df8037e0-f455-4c1e-837e-ce2b94dd5b6f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=df8037e0-f455-4c1e-837e-ce2b94dd5b6f,segment=NetworkSegment(19af6e16-2d4e-4c32-a209-a5bfe8de0cac),segment_id=19af6e16-2d4e-4c32-a209-a5bfe8de0cac)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:10:05.584900 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e7751a71-9527-484a-818a-6a7f5385ed8e req-ca83a17a-4908-49b3-b850-519228e1beb3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421436 Apr 08 11:10:05.660998 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (df8037e0-f455-4c1e-837e-ce2b94dd5b6f), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:05.707586 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=df8037e0-f455-4c1e-837e-ce2b94dd5b6f,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:06.191045 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] get_ports_and_sgs() called for port_ids ['df8037e0-f455-4c1e-837e-ce2b94dd5b6f'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:10:06.284495 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e60c42-f792-4f22-b9a6-a6420b6ae25c req-4c936185-933b-4138-b927-fa25a989a8bc tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:06.286209 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-06e60c42-f792-4f22-b9a6-a6420b6ae25c req-4c936185-933b-4138-b927-fa25a989a8bc tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e432f2c-f993-417f-89e6-33256174ddf4 HTTP/1.1" status: 200 len: 945 time: 0.0524940 Apr 08 11:10:06.340938 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-06e60c42-f792-4f22-b9a6-a6420b6ae25c req-a9b7cf42-4f73-494d-9f75-33b7bb9424c7 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483642 Apr 08 11:10:06.370425 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4c480-8107-4e87-a330-78af21b88bad req-fa9afe19-41e6-43be-b73a-937d6d2c8cfa tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:06.371970 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e6a4c480-8107-4e87-a330-78af21b88bad req-fa9afe19-41e6-43be-b73a-937d6d2c8cfa tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0551016 Apr 08 11:10:06.418835 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e6a4c480-8107-4e87-a330-78af21b88bad req-11241bba-1ae4-418c-a023-0ff03cc9c42b tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411460 Apr 08 11:10:06.542809 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7beec7-40bb-404e-a882-956b828efc1f req-146db2e1-b0c6-4b79-bc12-ddda87d09bcb tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:06.544266 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ab7beec7-40bb-404e-a882-956b828efc1f req-146db2e1-b0c6-4b79-bc12-ddda87d09bcb tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bbffc83-8dbd-4152-84dc-605709bc41ac HTTP/1.1" status: 200 len: 944 time: 0.0514052 Apr 08 11:10:06.591944 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ab7beec7-40bb-404e-a882-956b828efc1f req-2d1ac7f7-475f-47ff-bf7f-f0f1e3803232 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421879 Apr 08 11:10:06.705634 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71596cbb-39c7-44e9-b3cb-20492be53fdf req-46cb51dd-5efa-4ab7-a6c2-e204fbb6a57c tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:06.707072 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-71596cbb-39c7-44e9-b3cb-20492be53fdf req-46cb51dd-5efa-4ab7-a6c2-e204fbb6a57c tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.0516725 Apr 08 11:10:06.756486 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-71596cbb-39c7-44e9-b3cb-20492be53fdf req-63755501-32f1-4628-8883-570c81ad73e5 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439360 Apr 08 11:10:07.403504 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device df8037e0-f455-4c1e-837e-ce2b94dd5b6f up at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:10:07.495143 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec472d-066f-452c-ab2f-c7a187525135 req-9ded39d3-853c-48d7-b8ac-49938948ad82 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:07.496713 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d7ec472d-066f-452c-ab2f-c7a187525135 req-9ded39d3-853c-48d7-b8ac-49938948ad82 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e432f2c-f993-417f-89e6-33256174ddf4 HTTP/1.1" status: 200 len: 945 time: 0.0544143 Apr 08 11:10:07.524054 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning for port df8037e0-f455-4c1e-837e-ce2b94dd5b6f completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:10:07.532498 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning complete for port df8037e0-f455-4c1e-837e-ce2b94dd5b6f triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:10:07.536398 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (df8037e0-f455-4c1e-837e-ce2b94dd5b6f), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:07.546008 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295ea7d-b5aa-4be7-b89d-4ca4fce6bb36 req-bfd64961-e9a6-47de-adb8-7b76e39de664 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:07.552020 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d7ec472d-066f-452c-ab2f-c7a187525135 req-05ddfd69-7988-4321-b2f5-1e34cb7774d6 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495195 Apr 08 11:10:07.553899 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2295ea7d-b5aa-4be7-b89d-4ca4fce6bb36 req-bfd64961-e9a6-47de-adb8-7b76e39de664 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0629251 Apr 08 11:10:07.597809 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2295ea7d-b5aa-4be7-b89d-4ca4fce6bb36 req-f9563f71-9587-47b7-85a6-fab29f40569b tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430236 Apr 08 11:10:07.616362 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port df8037e0-f455-4c1e-837e-ce2b94dd5b6f is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:10:07.616591 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (df8037e0-f455-4c1e-837e-ce2b94dd5b6f), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:07.641107 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bbffc83-8dbd-4152-84dc-605709bc41ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8037e0-f455-4c1e-837e-ce2b94dd5b6f'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:10:07.643464 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351759d57aafe3a60f453950940ba8882eb57342389be8e59779499322ae84b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70eccab-c130-4cda-a8de-31b6461e47d0" -d '{"events": [{"server_uuid": "3bbffc83-8dbd-4152-84dc-605709bc41ac", "name": "network-vif-plugged", "status": "completed", "tag": "df8037e0-f455-4c1e-837e-ce2b94dd5b6f"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:10:07.657506 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port df8037e0-f455-4c1e-837e-ce2b94dd5b6f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=df8037e0-f455-4c1e-837e-ce2b94dd5b6f,segment=NetworkSegment(19af6e16-2d4e-4c32-a209-a5bfe8de0cac),segment_id=19af6e16-2d4e-4c32-a209-a5bfe8de0cac)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:10:07.723149 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0fa80-d01f-4cf5-978f-817453b6ca1a req-9c63a008-3006-47e5-9783-93d961445b1f tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:07.724632 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-66f0fa80-d01f-4cf5-978f-817453b6ca1a req-9c63a008-3006-47e5-9783-93d961445b1f tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bbffc83-8dbd-4152-84dc-605709bc41ac HTTP/1.1" status: 200 len: 944 time: 0.0571921 Apr 08 11:10:07.730026 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (df8037e0-f455-4c1e-837e-ce2b94dd5b6f), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:07.730796 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 86229ea5-87ec-45d0-b83f-b5f85d066a43 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:10:07.776725 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-66f0fa80-d01f-4cf5-978f-817453b6ca1a req-1649ee29-6288-4c6c-abba-40da93e79bae tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440152 Apr 08 11:10:07.805280 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=df8037e0-f455-4c1e-837e-ce2b94dd5b6f,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:07.837683 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3902e12-fcb5-4ed5-8090-15b9019ea2ca x-openstack-request-id: req-a3902e12-fcb5-4ed5-8090-15b9019ea2ca {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:10:07.838011 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bbffc83-8dbd-4152-84dc-605709bc41ac", "name": "network-vif-plugged", "status": "completed", "tag": "df8037e0-f455-4c1e-837e-ce2b94dd5b6f", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:10:07.838920 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a3902e12-fcb5-4ed5-8090-15b9019ea2ca {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:10:07.839221 dv-cinder-836073-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3902e12-fcb5-4ed5-8090-15b9019ea2ca'] response: {'server_uuid': '3bbffc83-8dbd-4152-84dc-605709bc41ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8037e0-f455-4c1e-837e-ce2b94dd5b6f', 'code': 200} Apr 08 11:10:07.853111 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port 86229ea5-87ec-45d0-b83f-b5f85d066a43 is: ACTIVE; New status is: DOWN {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:10:07.853505 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (86229ea5-87ec-45d0-b83f-b5f85d066a43), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:07.887621 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 86229ea5-87ec-45d0-b83f-b5f85d066a43, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=86229ea5-87ec-45d0-b83f-b5f85d066a43,segment=NetworkSegment(bb9e3258-fa2f-4286-80e8-28f078f3a6fa),segment_id=bb9e3258-fa2f-4286-80e8-28f078f3a6fa)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:10:07.922936 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f75ad-3460-44c9-bfe1-270702e805d8 req-08f488f2-8296-4886-b512-9aab42065070 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:07.924343 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9a1f75ad-3460-44c9-bfe1-270702e805d8 req-08f488f2-8296-4886-b512-9aab42065070 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 946 time: 0.0536752 Apr 08 11:10:07.941913 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (86229ea5-87ec-45d0-b83f-b5f85d066a43), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:07.974765 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9a1f75ad-3460-44c9-bfe1-270702e805d8 req-f7637f9c-9094-4ab3-ad69-9732e41a7eba tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447745 Apr 08 11:10:07.978636 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a57047-0b99-45e6-9e1e-86143f4f812e req-ad579858-d5f6-4fa0-9faf-145e156a2599 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:07.980464 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b9a57047-0b99-45e6-9e1e-86143f4f812e req-ad579858-d5f6-4fa0-9faf-145e156a2599 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0597436 Apr 08 11:10:07.992270 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=86229ea5-87ec-45d0-b83f-b5f85d066a43,revision_number=8']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:08.043813 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b9a57047-0b99-45e6-9e1e-86143f4f812e req-1eb08b17-25ca-4923-bcd8-1425ee63a7d9 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542543 Apr 08 11:10:08.601929 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:10:08.678020 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a9241-600c-4aed-8145-3090d4f52a3f req-6370b99e-5dad-4ea7-8c62-5d2c5af1dbf1 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:08.679469 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3c3a9241-600c-4aed-8145-3090d4f52a3f req-6370b99e-5dad-4ea7-8c62-5d2c5af1dbf1 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e432f2c-f993-417f-89e6-33256174ddf4 HTTP/1.1" status: 200 len: 945 time: 0.0559592 Apr 08 11:10:08.727531 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3c3a9241-600c-4aed-8145-3090d4f52a3f req-2df69119-e121-4bfe-9f07-0ac46b216abf tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421836 Apr 08 11:10:08.894683 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09733dad-0d97-4fe6-ad34-a8b8e06af90b req-163840be-dddc-4a3e-9440-4b25ed9fc25d tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:08.896152 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-09733dad-0d97-4fe6-ad34-a8b8e06af90b req-163840be-dddc-4a3e-9440-4b25ed9fc25d tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bbffc83-8dbd-4152-84dc-605709bc41ac HTTP/1.1" status: 200 len: 945 time: 0.0529990 Apr 08 11:10:08.935136 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [req-0cc415b7-4e4e-4016-aec3-6dcde3d02a08 req-d5774308-d64c-4a9c-b3f2-669015090a2a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=104017) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:10:08.936291 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0cc415b7-4e4e-4016-aec3-6dcde3d02a08 req-d5774308-d64c-4a9c-b3f2-669015090a2a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059271 Apr 08 11:10:08.945780 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-09733dad-0d97-4fe6-ad34-a8b8e06af90b req-649f115b-58c3-4df3-b20d-735663825342 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433934 Apr 08 11:10:09.175011 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e30e2-3a2b-4a94-b5f9-41a11572d9f1 req-b3e36847-28e1-4a99-a976-e290b1b0148f tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:09.176504 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6e9e30e2-3a2b-4a94-b5f9-41a11572d9f1 req-b3e36847-28e1-4a99-a976-e290b1b0148f tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0598049 Apr 08 11:10:09.222068 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9254b4-800f-446f-a2eb-977fe65bf4f6 req-846841a6-d43c-4d00-a974-de4d67fb3ba8 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:09.223676 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-cf9254b4-800f-446f-a2eb-977fe65bf4f6 req-846841a6-d43c-4d00-a974-de4d67fb3ba8 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 944 time: 0.0559850 Apr 08 11:10:09.233926 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6e9e30e2-3a2b-4a94-b5f9-41a11572d9f1 req-b22357a9-1ad1-41b9-8aa8-dd7870d78c8f tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503845 Apr 08 11:10:09.281986 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-cf9254b4-800f-446f-a2eb-977fe65bf4f6 req-ee14e5ec-e79c-45c4-a9a7-6e1474274586 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503011 Apr 08 11:10:09.538792 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41dc5f-a5e6-4f81-8bb7-a4722a3843f0 req-7806be42-f4b8-4df0-8e79-f50310d1111a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:09.540288 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dc41dc5f-a5e6-4f81-8bb7-a4722a3843f0 req-7806be42-f4b8-4df0-8e79-f50310d1111a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3bbffc83-8dbd-4152-84dc-605709bc41ac HTTP/1.1" status: 200 len: 1129 time: 0.0842476 Apr 08 11:10:09.543347 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226fcd9-7556-4b8a-b417-ae06ff85a530 req-38834e66-91dc-4932-8ae7-1ad6da50b931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:09.544710 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b226fcd9-7556-4b8a-b417-ae06ff85a530 req-38834e66-91dc-4932-8ae7-1ad6da50b931 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=16c20ec5a754420c8f43a0f7e847031a&device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 1130 time: 0.0742779 Apr 08 11:10:09.671754 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dc41dc5f-a5e6-4f81-8bb7-a4722a3843f0 req-456c9081-5fbd-4d4a-a691-406914db21e3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134083 Apr 08 11:10:09.708592 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226fcd9-7556-4b8a-b417-ae06ff85a530 req-62d3ca32-0fdc-40e9-8888-82246db235b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:09.710073 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b226fcd9-7556-4b8a-b417-ae06ff85a530 req-62d3ca32-0fdc-40e9-8888-82246db235b5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8dd2fe0c-a708-46a5-bc57-7be6e584a6fb HTTP/1.1" status: 200 len: 911 time: 0.1395285 Apr 08 11:10:09.714909 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9e4eb-bf1c-4999-b6bc-4f39777c2a83 req-93880372-850c-4fd1-b32c-9a2a46945ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:09.716288 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-78b9e4eb-bf1c-4999-b6bc-4f39777c2a83 req-93880372-850c-4fd1-b32c-9a2a46945ca7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1e432f2c-f993-417f-89e6-33256174ddf4 HTTP/1.1" status: 200 len: 1129 time: 0.0775762 Apr 08 11:10:09.765721 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 48236) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:10:09.840217 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e96616-001f-4b25-b145-58e1b115d57f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86229ea5-87ec-45d0-b83f-b5f85d066a43'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:10:09.842734 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351759d57aafe3a60f453950940ba8882eb57342389be8e59779499322ae84b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ddd23b-dd70-4d70-8e23-ad4a6d86f8c4" -d '{"events": [{"server_uuid": "63e96616-001f-4b25-b145-58e1b115d57f", "name": "network-vif-unplugged", "status": "completed", "tag": "86229ea5-87ec-45d0-b83f-b5f85d066a43"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:10:09.873372 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 08 Apr 2022 11:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21efff3-e811-4409-95fc-f0094bf4a454 x-openstack-request-id: req-a21efff3-e811-4409-95fc-f0094bf4a454 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:10:09.873668 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e96616-001f-4b25-b145-58e1b115d57f", "name": "network-vif-unplugged", "status": "failed", "tag": "86229ea5-87ec-45d0-b83f-b5f85d066a43", "code": 422}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:10:09.873917 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a21efff3-e811-4409-95fc-f0094bf4a454 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:10:09.874348 dv-cinder-836073-3-iscsi neutron-server[104018]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a21efff3-e811-4409-95fc-f0094bf4a454']: {'server_uuid': '63e96616-001f-4b25-b145-58e1b115d57f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '86229ea5-87ec-45d0-b83f-b5f85d066a43', 'code': 422} returned with failed status Apr 08 11:10:09.879028 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea8966-14b3-492a-9dbc-6d9aabfcd57b req-6d0b8af9-dd12-4c50-846a-55dc48ee891f tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:09.880495 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b2ea8966-14b3-492a-9dbc-6d9aabfcd57b req-6d0b8af9-dd12-4c50-846a-55dc48ee891f tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e432f2c-f993-417f-89e6-33256174ddf4 HTTP/1.1" status: 200 len: 945 time: 0.0861154 Apr 08 11:10:09.887443 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cab794ac-19ff-4712-a323-5cb9279cbfae req-04dbddfd-6e46-4237-a41e-23c3a8603920 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1206572 Apr 08 11:10:09.898799 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [req-cab794ac-19ff-4712-a323-5cb9279cbfae req-f16e93c4-2e8a-4940-bf23-8d3774a06336 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=104016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:10:09.900075 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cab794ac-19ff-4712-a323-5cb9279cbfae req-f16e93c4-2e8a-4940-bf23-8d3774a06336 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056016 Apr 08 11:10:09.935377 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b2ea8966-14b3-492a-9dbc-6d9aabfcd57b req-d72aeed1-36a1-43b2-9cb5-df4b7387f760 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469983 Apr 08 11:10:09.980952 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 48248) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:10:10.074010 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11eea26-770f-485b-a9b8-f8581b3dda75 req-1dcbdac9-b6c7-4dc7-aff2-f41264138303 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:10.075536 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b11eea26-770f-485b-a9b8-f8581b3dda75 req-1dcbdac9-b6c7-4dc7-aff2-f41264138303 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bbffc83-8dbd-4152-84dc-605709bc41ac HTTP/1.1" status: 200 len: 945 time: 0.0593200 Apr 08 11:10:10.125934 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b11eea26-770f-485b-a9b8-f8581b3dda75 req-4f04f52d-0bb4-4419-a95a-ddad258a04e9 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446079 Apr 08 11:10:10.136013 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab794ac-19ff-4712-a323-5cb9279cbfae req-b7daf0b9-c110-4bc3-96a8-3339b7c22588 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:10.137252 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cab794ac-19ff-4712-a323-5cb9279cbfae req-b7daf0b9-c110-4bc3-96a8-3339b7c22588 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports/86229ea5-87ec-45d0-b83f-b5f85d066a43 HTTP/1.1" status: 200 len: 941 time: 0.1552851 Apr 08 11:10:10.139593 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-78b9e4eb-bf1c-4999-b6bc-4f39777c2a83 req-a6aba579-d489-4b9a-8454-c0e2996819e5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369889 Apr 08 11:10:10.143216 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b226fcd9-7556-4b8a-b417-ae06ff85a530 req-4e16fd1a-04a5-40f0-8354-9003ca66e51d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5518e1a-2b8d-4147-a1b2-2ce4c164c525 HTTP/1.1" status: 200 len: 1002 time: 0.1394689 Apr 08 11:10:10.345565 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26b1e2-51a7-479c-af5e-dbd805a60321 req-5ca3d15e-27cd-411c-bdc1-f6b40761285f tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:10.347063 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7c26b1e2-51a7-479c-af5e-dbd805a60321 req-5ca3d15e-27cd-411c-bdc1-f6b40761285f tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0529132 Apr 08 11:10:10.396839 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7c26b1e2-51a7-479c-af5e-dbd805a60321 req-ba7713f1-fd6b-41f3-922f-8bbce2284c89 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436802 Apr 08 11:10:10.406050 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b5535-3dbf-4e49-8ee3-3b16b77a3402 req-f5ccda7c-bec8-44f2-a8df-9bcaf2c521eb tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:10.407562 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f09b5535-3dbf-4e49-8ee3-3b16b77a3402 req-f5ccda7c-bec8-44f2-a8df-9bcaf2c521eb tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 944 time: 0.0549109 Apr 08 11:10:10.456663 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f09b5535-3dbf-4e49-8ee3-3b16b77a3402 req-ffce110a-93f3-4699-a5ab-68e498af3038 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430768 Apr 08 11:10:11.261567 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1fefb-7fa4-4c08-8283-79df0a5d33e0 req-80a7754d-0073-473a-86c8-4e3bb3ed1939 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:11.263951 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f0b1fefb-7fa4-4c08-8283-79df0a5d33e0 req-80a7754d-0073-473a-86c8-4e3bb3ed1939 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bbffc83-8dbd-4152-84dc-605709bc41ac HTTP/1.1" status: 200 len: 945 time: 0.0640943 Apr 08 11:10:11.300659 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226fcd9-7556-4b8a-b417-ae06ff85a530 req-1411251b-0f2b-4088-bde9-ac43d4744ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:11.302120 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b226fcd9-7556-4b8a-b417-ae06ff85a530 req-1411251b-0f2b-4088-bde9-ac43d4744ad7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c6e2448f-6563-4dea-8f56-29b70f4d3ad8 HTTP/1.1" status: 200 len: 849 time: 0.0529723 Apr 08 11:10:11.310541 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d84d3e-792c-49e6-a3b5-2d8adbf0fc7c req-c50b1fec-2863-4dd5-b534-92911c22d85a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:11.311984 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-14d84d3e-792c-49e6-a3b5-2d8adbf0fc7c req-c50b1fec-2863-4dd5-b534-92911c22d85a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e432f2c-f993-417f-89e6-33256174ddf4 HTTP/1.1" status: 200 len: 945 time: 0.3103962 Apr 08 11:10:11.315498 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f0b1fefb-7fa4-4c08-8283-79df0a5d33e0 req-a31ff049-e056-4f81-80de-cf23e57b6603 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450006 Apr 08 11:10:11.359618 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-14d84d3e-792c-49e6-a3b5-2d8adbf0fc7c req-25e1d31d-8984-47d9-aa96-485475d756b5 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413747 Apr 08 11:10:11.399172 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 86229ea5-87ec-45d0-b83f-b5f85d066a43 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:10:11.482227 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port 86229ea5-87ec-45d0-b83f-b5f85d066a43 is: DOWN; New status is: DOWN {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:10:11.520616 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d166fc-831a-4429-bd21-9d40582318c3 req-3bab1700-a0b8-425b-83c6-188619e15897 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:11.522131 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d3d166fc-831a-4429-bd21-9d40582318c3 req-3bab1700-a0b8-425b-83c6-188619e15897 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0544140 Apr 08 11:10:11.570568 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d3d166fc-831a-4429-bd21-9d40582318c3 req-c48fe883-efaf-4249-aeb6-4a524d027147 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428748 Apr 08 11:10:11.581394 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ca27b-fae7-426f-9f42-07678c695afa req-939ad979-c6b4-46b4-9898-cee1674c6321 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:11.583040 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a64ca27b-fae7-426f-9f42-07678c695afa req-939ad979-c6b4-46b4-9898-cee1674c6321 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 944 time: 0.0534732 Apr 08 11:10:11.634517 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a64ca27b-fae7-426f-9f42-07678c695afa req-3a2c20ca-2fd7-4272-9bb6-39b5793fb59b tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436971 Apr 08 11:10:12.416872 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226fcd9-7556-4b8a-b417-ae06ff85a530 req-35eb89f1-a481-41a1-a6e2-c2184a7c4046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:12.418560 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b226fcd9-7556-4b8a-b417-ae06ff85a530 req-35eb89f1-a481-41a1-a6e2-c2184a7c4046 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8dd2fe0c-a708-46a5-bc57-7be6e584a6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511515 Apr 08 11:10:12.457220 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47d174-b1c9-4100-9803-048863999059 req-9ec4d961-ee01-4e6b-84d0-1b0a8fa04a81 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:12.459366 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ea47d174-b1c9-4100-9803-048863999059 req-9ec4d961-ee01-4e6b-84d0-1b0a8fa04a81 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bbffc83-8dbd-4152-84dc-605709bc41ac HTTP/1.1" status: 200 len: 945 time: 0.0655398 Apr 08 11:10:12.494820 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95d8f2-672e-4422-9ff2-b3c4755ebbf6 req-ad409f15-c6ff-49a2-a209-f54850420e0a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:12.496492 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5d95d8f2-672e-4422-9ff2-b3c4755ebbf6 req-ad409f15-c6ff-49a2-a209-f54850420e0a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e432f2c-f993-417f-89e6-33256174ddf4 HTTP/1.1" status: 200 len: 945 time: 0.0574419 Apr 08 11:10:12.513092 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ea47d174-b1c9-4100-9803-048863999059 req-c7a703d7-ad7e-4742-be7d-6682a66dc2aa tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474339 Apr 08 11:10:12.545211 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5d95d8f2-672e-4422-9ff2-b3c4755ebbf6 req-7873182b-7fa0-4ed1-aead-747db6fc141c tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430827 Apr 08 11:10:12.632485 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30b887-a928-4c8d-9a7f-321d07f82bcf req-46514f30-db91-4ff1-b0fa-842a44ddccab tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:12.634050 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7b30b887-a928-4c8d-9a7f-321d07f82bcf req-46514f30-db91-4ff1-b0fa-842a44ddccab tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bbffc83-8dbd-4152-84dc-605709bc41ac HTTP/1.1" status: 200 len: 945 time: 0.0547109 Apr 08 11:10:12.683810 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7b30b887-a928-4c8d-9a7f-321d07f82bcf req-19efd572-a871-4437-9027-940f645c7fe2 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434208 Apr 08 11:10:12.693038 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e7c45-a005-4794-8a30-5e6e686f2cf3 req-8ce3827f-91ca-4d60-9ebe-0cab327a044e tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:12.694528 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-614e7c45-a005-4794-8a30-5e6e686f2cf3 req-8ce3827f-91ca-4d60-9ebe-0cab327a044e tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0554788 Apr 08 11:10:12.706751 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 48282) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:10:12.750208 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-614e7c45-a005-4794-8a30-5e6e686f2cf3 req-93d14c78-cdb6-4a13-908b-0294f67beb80 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490890 Apr 08 11:10:12.792746 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8ef8c-5292-4791-aac0-f4795dd5d4c1 req-110baaac-1f58-4733-b30e-5a05baeff68d tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:12.794265 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-86c8ef8c-5292-4791-aac0-f4795dd5d4c1 req-110baaac-1f58-4733-b30e-5a05baeff68d tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 944 time: 0.0538177 Apr 08 11:10:12.868927 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-86c8ef8c-5292-4791-aac0-f4795dd5d4c1 req-48db1964-d617-41ff-aad5-7bb3acd68142 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691235 Apr 08 11:10:12.882068 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dfc771-19c5-4147-9429-34b86a6a115d tempest-TestVolumeBootPattern-1234931380 tempest-TestVolumeBootPattern-1234931380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:12.883596 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-32dfc771-19c5-4147-9429-34b86a6a115d tempest-TestVolumeBootPattern-1234931380 tempest-TestVolumeBootPattern-1234931380-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3bbffc83-8dbd-4152-84dc-605709bc41ac HTTP/1.1" status: 200 len: 1124 time: 0.1758707 Apr 08 11:10:12.887432 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 48286) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:10:12.891639 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-b6b1f3f3-e76a-4683-ba4d-defe1d90655e tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Request body: {'floatingip': {'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'port_id': 'df8037e0-f455-4c1e-837e-ce2b94dd5b6f', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:10:12.952694 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b6b1f3f3-e76a-4683-ba4d-defe1d90655e tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:13.047251 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b6b1f3f3-e76a-4683-ba4d-defe1d90655e tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:13.155513 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-b6b1f3f3-e76a-4683-ba4d-defe1d90655e tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Allocated IP 172.27.0.214 (9ba38368-ff54-4986-b9fd-e3d76f01d727/295b2c6f-15e1-46ca-ae70-e3531500d944/a79b3bb2-892a-4cf3-b738-12d25bb692ac) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:10:13.257905 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b6b1f3f3-e76a-4683-ba4d-defe1d90655e tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for port (a79b3bb2-892a-4cf3-b738-12d25bb692ac), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:13.312713 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b226fcd9-7556-4b8a-b417-ae06ff85a530 req-0e0223c5-b3e4-4e68-9172-b94cc67baa8b service neutron] 10.222.0.25 "GET /v2.0/networks/8dd2fe0c-a708-46a5-bc57-7be6e584a6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934188 Apr 08 11:10:13.330432 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b6b1f3f3-e76a-4683-ba4d-defe1d90655e tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629'] for port (a79b3bb2-892a-4cf3-b738-12d25bb692ac), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:13.366968 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b1f3f3-e76a-4683-ba4d-defe1d90655e tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Network 9ba38368-ff54-4986-b9fd-e3d76f01d727 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:10:13.370315 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-b6b1f3f3-e76a-4683-ba4d-defe1d90655e tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:10:13.373815 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b1f3f3-e76a-4683-ba4d-defe1d90655e tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:10:13.401873 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1f3f3-e76a-4683-ba4d-defe1d90655e tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Pushing event updated for resources: {'Port': ['ID=a79b3bb2-892a-4cf3-b738-12d25bb692ac,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:13.411746 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b226fcd9-7556-4b8a-b417-ae06ff85a530 req-b7fef74d-3486-42b4-81b7-442ffc3dd9af service neutron] 10.222.0.25 "GET /v2.0/networks/8dd2fe0c-a708-46a5-bc57-7be6e584a6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915020 Apr 08 11:10:13.662950 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4bd59f-7289-44c1-b443-0b99cbf9c124 req-1a09e9cd-f6f3-42a3-b175-80172d16c4e9 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:13.665024 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-af4bd59f-7289-44c1-b443-0b99cbf9c124 req-1a09e9cd-f6f3-42a3-b175-80172d16c4e9 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e432f2c-f993-417f-89e6-33256174ddf4 HTTP/1.1" status: 200 len: 945 time: 0.0534146 Apr 08 11:10:13.703521 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b6b1f3f3-e76a-4683-ba4d-defe1d90655e tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for floatingip (0adc556a-91fc-4442-b92b-291560a7eaa7), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:13.712359 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-af4bd59f-7289-44c1-b443-0b99cbf9c124 req-39b0098b-1c79-48c3-8ccc-1692a08d3697 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422959 Apr 08 11:10:13.821015 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b6b1f3f3-e76a-4683-ba4d-defe1d90655e tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (a79b3bb2-892a-4cf3-b738-12d25bb692ac), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:13.950861 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108702f0-c904-4141-8ee7-5c70c7161dd8 req-73d7ac08-e9da-403f-86a2-399801fd384a tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:13.952233 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-108702f0-c904-4141-8ee7-5c70c7161dd8 req-73d7ac08-e9da-403f-86a2-399801fd384a tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.1106713 Apr 08 11:10:14.031601 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-108702f0-c904-4141-8ee7-5c70c7161dd8 req-3af0a152-e15c-4455-ac1b-e901735398ff tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731003 Apr 08 11:10:14.053893 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b6b1f3f3-e76a-4683-ba4d-defe1d90655e tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for port (a79b3bb2-892a-4cf3-b738-12d25bb692ac), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:14.111618 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfbc80-bf80-42da-b98f-dbcf3be747d0 req-579c1c2b-4af1-4bb2-baa4-a92149e3a8ef tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:14.113164 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fedfbc80-bf80-42da-b98f-dbcf3be747d0 req-579c1c2b-4af1-4bb2-baa4-a92149e3a8ef tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 944 time: 0.0678945 Apr 08 11:10:14.151898 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5e2f5-5773-4e5e-b397-0145d4a710e2 req-e81da0e6-c74f-4258-9152-cec609223440 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:14.154040 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f6e5e2f5-5773-4e5e-b397-0145d4a710e2 req-e81da0e6-c74f-4258-9152-cec609223440 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e432f2c-f993-417f-89e6-33256174ddf4 HTTP/1.1" status: 200 len: 945 time: 0.0552661 Apr 08 11:10:14.160308 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b6b1f3f3-e76a-4683-ba4d-defe1d90655e tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (a79b3bb2-892a-4cf3-b738-12d25bb692ac), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:14.165437 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fedfbc80-bf80-42da-b98f-dbcf3be747d0 req-9ffd189d-18a1-4649-a6b3-b044bb19e28e tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466499 Apr 08 11:10:14.208876 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b6b1f3f3-e76a-4683-ba4d-defe1d90655e tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456385'] for floatingip (0adc556a-91fc-4442-b92b-291560a7eaa7), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:14.275308 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1f3f3-e76a-4683-ba4d-defe1d90655e tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Pushing event updated for resources: {'Port': ['ID=a79b3bb2-892a-4cf3-b738-12d25bb692ac,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:14.286605 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f6e5e2f5-5773-4e5e-b397-0145d4a710e2 req-47fb13d3-de66-48a5-ad7f-2ef77b464a8f tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272914 Apr 08 11:10:14.549444 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.db.l3_db [None req-b6b1f3f3-e76a-4683-ba4d-defe1d90655e tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Floating IP 0adc556a-91fc-4442-b92b-291560a7eaa7 associated. External IP: 172.27.0.214, port: df8037e0-f455-4c1e-837e-ce2b94dd5b6f. Apr 08 11:10:14.755960 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b1f3f3-e76a-4683-ba4d-defe1d90655e tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Router 0dbdc905-e28d-4efe-8621-94d7a0292711 has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:10:14.863915 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbc81a-bdcf-4efe-9a7f-b9e47ac54715 req-f5958d39-63dc-4733-a65e-b3bcaffffaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:14.865433 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-46bbc81a-bdcf-4efe-9a7f-b9e47ac54715 req-f5958d39-63dc-4733-a65e-b3bcaffffaa2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9450476075be4d51833224be59b18143&device_id=1e432f2c-f993-417f-89e6-33256174ddf4 HTTP/1.1" status: 200 len: 1129 time: 0.0459542 Apr 08 11:10:14.866213 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b1f3f3-e76a-4683-ba4d-defe1d90655e tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:10:14.876762 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd84314-3225-44fd-b7a8-728fdbc7ba02 None None] Sync routers for ids ['0dbdc905-e28d-4efe-8621-94d7a0292711'] in dv-cinder-836073-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:10:14.886304 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd84314-3225-44fd-b7a8-728fdbc7ba02 None None] Routers {'0dbdc905-e28d-4efe-8621-94d7a0292711'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:10:14.891760 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-0bd84314-3225-44fd-b7a8-728fdbc7ba02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:10:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['0dbdc905-e28d-4efe-8621-94d7a0292711'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:14.954934 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b6b1f3f3-e76a-4683-ba4d-defe1d90655e tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:14.987483 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-b6b1f3f3-e76a-4683-ba4d-defe1d90655e tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0990009 Apr 08 11:10:14.988127 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bbffc83-8dbd-4152-84dc-605709bc41ac', 'tag': 'df8037e0-f455-4c1e-837e-ce2b94dd5b6f'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:10:14.991004 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a3d6de9c0cd8caeb53273f75c3329218c515297e9068abeca36dc087c161ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0802b482-3abe-4afe-a21f-0092c51d69a0" -d '{"events": [{"name": "network-changed", "server_uuid": "3bbffc83-8dbd-4152-84dc-605709bc41ac", "tag": "df8037e0-f455-4c1e-837e-ce2b94dd5b6f"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:10:15.019911 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-0bd84314-3225-44fd-b7a8-728fdbc7ba02 None None] Set router 0dbdc905-e28d-4efe-8621-94d7a0292711 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:10:15.028621 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b70a95d-6a74-4348-aa9d-5779fda782e2 x-openstack-request-id: req-4b70a95d-6a74-4348-aa9d-5779fda782e2 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:10:15.028908 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bbffc83-8dbd-4152-84dc-605709bc41ac", "tag": "df8037e0-f455-4c1e-837e-ce2b94dd5b6f", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:10:15.029162 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4b70a95d-6a74-4348-aa9d-5779fda782e2 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:10:15.029789 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b70a95d-6a74-4348-aa9d-5779fda782e2'] response: {'name': 'network-changed', 'server_uuid': '3bbffc83-8dbd-4152-84dc-605709bc41ac', 'tag': 'df8037e0-f455-4c1e-837e-ce2b94dd5b6f', 'status': 'completed', 'code': 200} Apr 08 11:10:15.037693 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbc81a-bdcf-4efe-9a7f-b9e47ac54715 req-91178194-08e6-46ca-a7c3-cf32600cdfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:15.039160 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-46bbc81a-bdcf-4efe-9a7f-b9e47ac54715 req-91178194-08e6-46ca-a7c3-cf32600cdfe4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01 HTTP/1.1" status: 200 len: 919 time: 0.1108310 Apr 08 11:10:15.125894 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-46bbc81a-bdcf-4efe-9a7f-b9e47ac54715 req-2af696f7-c8ec-4c30-81cf-623becc8beda service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28bfb6b5-80a3-44a5-8807-cb2e795646a0 HTTP/1.1" status: 200 len: 217 time: 0.0564225 Apr 08 11:10:15.170475 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9504e5b-be0e-46e4-9e6a-029aefb3325e req-3f59fe3c-36ab-43c3-a26e-0ab453c4c1db tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:15.172268 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b9504e5b-be0e-46e4-9e6a-029aefb3325e req-3f59fe3c-36ab-43c3-a26e-0ab453c4c1db tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0627418 Apr 08 11:10:15.199561 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbc81a-bdcf-4efe-9a7f-b9e47ac54715 req-a14a5d19-cc9c-4d90-98cc-3029ec9e886f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:15.203895 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-46bbc81a-bdcf-4efe-9a7f-b9e47ac54715 req-a14a5d19-cc9c-4d90-98cc-3029ec9e886f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=100c6095-ccb7-4549-a3cc-5398fc0af1f1 HTTP/1.1" status: 200 len: 857 time: 0.0605531 Apr 08 11:10:15.212470 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802b482-3abe-4afe-a21f-0092c51d69a0 req-5323800f-33bc-4147-bac5-fbe20a0d8830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:15.213411 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0802b482-3abe-4afe-a21f-0092c51d69a0 req-5323800f-33bc-4147-bac5-fbe20a0d8830 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dbbd14ea76324b76bd17c80e4eceaef9&device_id=3bbffc83-8dbd-4152-84dc-605709bc41ac HTTP/1.1" status: 200 len: 1129 time: 0.0975342 Apr 08 11:10:15.245996 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b9504e5b-be0e-46e4-9e6a-029aefb3325e req-17c37a02-1cfc-4bd8-a129-c2be6019bc4e tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659142 Apr 08 11:10:15.303519 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-0bd84314-3225-44fd-b7a8-728fdbc7ba02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'name': 'tempest-TestVolumeBootPattern-37540332-router', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:51Z', 'updated_at': '2022-04-08T11:08:55Z', 'revision_number': 4, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'gw_port': {'id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:52Z', 'updated_at': '2022-04-08T11:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': '0adc556a-91fc-4442-b92b-291560a7eaa7', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'port_id': 'df8037e0-f455-4c1e-837e-ce2b94dd5b6f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'mac_address': 'fa:16:3e:99:8c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbffc83-8dbd-4152-84dc-605709bc41ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:10:13Z', 'updated_at': '2022-04-08T11:10:13Z', 'revision_number': 0, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd87257cc-ea8b-4980-a2fb-9c7b502f8e5e', 'name': '', 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'mac_address': 'fa:16:3e:91:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:54Z', 'updated_at': '2022-04-08T11:09:00Z', 'revision_number': 5, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'subnets': [{'id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:15.340770 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd84314-3225-44fd-b7a8-728fdbc7ba02 None None] Checking router: 0dbdc905-e28d-4efe-8621-94d7a0292711 for host: dv-cinder-836073-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:10:15.350453 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd84314-3225-44fd-b7a8-728fdbc7ba02 None None] Routers {'0dbdc905-e28d-4efe-8621-94d7a0292711'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:10:15.351001 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-0bd84314-3225-44fd-b7a8-728fdbc7ba02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:10:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['0dbdc905-e28d-4efe-8621-94d7a0292711'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:15.355764 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbc81a-bdcf-4efe-9a7f-b9e47ac54715 req-ecb4749d-8e0c-40fa-a273-b1864bf73870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:15.357269 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-46bbc81a-bdcf-4efe-9a7f-b9e47ac54715 req-ecb4749d-8e0c-40fa-a273-b1864bf73870 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1424155 Apr 08 11:10:15.398282 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802b482-3abe-4afe-a21f-0092c51d69a0 req-69f61bf7-4af7-474b-9f6d-377662e6095c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:15.399721 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0802b482-3abe-4afe-a21f-0092c51d69a0 req-69f61bf7-4af7-474b-9f6d-377662e6095c service neutron] 10.222.0.25 "GET /v2.0/networks?id=92663085-05c4-47d0-9ecc-faab9dcfcd0e HTTP/1.1" status: 200 len: 911 time: 0.1569908 Apr 08 11:10:15.414529 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd797a-55b1-43c2-8b43-7f0f6587978e req-d0a17bd2-ed57-414b-bb65-be0c7aab82a3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:15.415525 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee6381-a28c-4362-8fff-adabbd82753f req-2ec5c431-f2e4-402c-9ad0-770d661410b7 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:15.416017 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cbbd797a-55b1-43c2-8b43-7f0f6587978e req-d0a17bd2-ed57-414b-bb65-be0c7aab82a3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 944 time: 0.1517465 Apr 08 11:10:15.423644 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-50ee6381-a28c-4362-8fff-adabbd82753f req-2ec5c431-f2e4-402c-9ad0-770d661410b7 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e432f2c-f993-417f-89e6-33256174ddf4 HTTP/1.1" status: 200 len: 945 time: 0.0620062 Apr 08 11:10:15.482152 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-0bd84314-3225-44fd-b7a8-728fdbc7ba02 None None] Set router 0dbdc905-e28d-4efe-8621-94d7a0292711 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:10:15.485759 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-50ee6381-a28c-4362-8fff-adabbd82753f req-5705daeb-0923-453b-a1b6-f7fca367af3e tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567005 Apr 08 11:10:15.543116 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0802b482-3abe-4afe-a21f-0092c51d69a0 req-031fbb3a-0e83-4915-a46d-845f8758315b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df8037e0-f455-4c1e-837e-ce2b94dd5b6f HTTP/1.1" status: 200 len: 999 time: 0.1361470 Apr 08 11:10:15.589549 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cbbd797a-55b1-43c2-8b43-7f0f6587978e req-a178450f-f4ae-4a3c-add6-c5b3136f556f tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646047 Apr 08 11:10:15.596311 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-46bbc81a-bdcf-4efe-9a7f-b9e47ac54715 req-6daacfb3-953e-4d33-8549-8bb894047146 service neutron] 10.222.0.25 "GET /v2.0/networks/90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201965 Apr 08 11:10:15.630635 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802b482-3abe-4afe-a21f-0092c51d69a0 req-b989fa2b-893c-431b-b2af-216a8565cc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:15.632079 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0802b482-3abe-4afe-a21f-0092c51d69a0 req-b989fa2b-893c-431b-b2af-216a8565cc75 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316 HTTP/1.1" status: 200 len: 849 time: 0.0825257 Apr 08 11:10:15.721549 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-0bd84314-3225-44fd-b7a8-728fdbc7ba02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'name': 'tempest-TestVolumeBootPattern-37540332-router', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:51Z', 'updated_at': '2022-04-08T11:08:55Z', 'revision_number': 4, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'gw_port': {'id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:52Z', 'updated_at': '2022-04-08T11:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': '0adc556a-91fc-4442-b92b-291560a7eaa7', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'port_id': 'df8037e0-f455-4c1e-837e-ce2b94dd5b6f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'mac_address': 'fa:16:3e:99:8c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbffc83-8dbd-4152-84dc-605709bc41ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:10:13Z', 'updated_at': '2022-04-08T11:10:13Z', 'revision_number': 0, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd87257cc-ea8b-4980-a2fb-9c7b502f8e5e', 'name': '', 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'mac_address': 'fa:16:3e:91:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:54Z', 'updated_at': '2022-04-08T11:09:00Z', 'revision_number': 5, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'subnets': [{'id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:15.733179 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-46bbc81a-bdcf-4efe-9a7f-b9e47ac54715 req-669a21bd-6ca4-4f27-b289-c4e257872209 service neutron] 10.222.0.25 "GET /v2.0/networks/90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292293 Apr 08 11:10:15.735852 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802b482-3abe-4afe-a21f-0092c51d69a0 req-acdfb716-8cb8-4d15-8de3-0ea4757ec10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:15.737233 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0802b482-3abe-4afe-a21f-0092c51d69a0 req-acdfb716-8cb8-4d15-8de3-0ea4757ec10b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=92663085-05c4-47d0-9ecc-faab9dcfcd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0971305 Apr 08 11:10:15.751134 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd84314-3225-44fd-b7a8-728fdbc7ba02 None None] The sync data for ids ['0dbdc905-e28d-4efe-8621-94d7a0292711'] in dv-cinder-836073-3-iscsi is: [{'id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'name': 'tempest-TestVolumeBootPattern-37540332-router', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:51Z', 'updated_at': '2022-04-08T11:08:55Z', 'revision_number': 4, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'gw_port': {'id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:52Z', 'updated_at': '2022-04-08T11:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': '0adc556a-91fc-4442-b92b-291560a7eaa7', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'port_id': 'df8037e0-f455-4c1e-837e-ce2b94dd5b6f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'mac_address': 'fa:16:3e:99:8c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbffc83-8dbd-4152-84dc-605709bc41ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:10:13Z', 'updated_at': '2022-04-08T11:10:13Z', 'revision_number': 0, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd87257cc-ea8b-4980-a2fb-9c7b502f8e5e', 'name': '', 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'mac_address': 'fa:16:3e:91:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:54Z', 'updated_at': '2022-04-08T11:09:00Z', 'revision_number': 5, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'subnets': [{'id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:10:15.924540 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7629c0e5-9cd7-47d6-940b-1ce1806271aa None None] New status for floating IP 0adc556a-91fc-4442-b92b-291560a7eaa7: ACTIVE {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:10:16.154432 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab794ac-19ff-4712-a323-5cb9279cbfae req-1ffca4cb-d654-4c62-aa10-6f1baf2e45d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:16.155931 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cab794ac-19ff-4712-a323-5cb9279cbfae req-1ffca4cb-d654-4c62-aa10-6f1baf2e45d4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f&tenant_id=a1193c805e04401c8afbb9690ce62e77 HTTP/1.1" status: 200 len: 1128 time: 0.1357117 Apr 08 11:10:16.169371 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0802b482-3abe-4afe-a21f-0092c51d69a0 req-7bd77611-4ce7-422f-9363-61c894a34965 service neutron] 10.222.0.25 "GET /v2.0/networks/92663085-05c4-47d0-9ecc-faab9dcfcd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567323 Apr 08 11:10:16.315951 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab794ac-19ff-4712-a323-5cb9279cbfae req-4274f67f-0f58-4e7d-b563-d3347eedca16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:16.317510 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cab794ac-19ff-4712-a323-5cb9279cbfae req-4274f67f-0f58-4e7d-b563-d3347eedca16 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1193c805e04401c8afbb9690ce62e77&device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 1128 time: 0.0994327 Apr 08 11:10:16.321016 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0802b482-3abe-4afe-a21f-0092c51d69a0 req-e1e864da-62f8-46c4-8704-f54b5fb3abf9 service neutron] 10.222.0.25 "GET /v2.0/networks/92663085-05c4-47d0-9ecc-faab9dcfcd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205378 Apr 08 11:10:16.593029 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd44cdf-76e6-48f5-a3d6-51fb1abc12ed req-d4ce8ef2-e787-4379-968a-5ff1c9cd2855 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:16.594564 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-bcd44cdf-76e6-48f5-a3d6-51fb1abc12ed req-d4ce8ef2-e787-4379-968a-5ff1c9cd2855 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e432f2c-f993-417f-89e6-33256174ddf4 HTTP/1.1" status: 200 len: 945 time: 0.0532365 Apr 08 11:10:16.640674 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-bcd44cdf-76e6-48f5-a3d6-51fb1abc12ed req-348b9e34-d08e-49f0-8320-a348b8e87826 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405002 Apr 08 11:10:16.715445 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0d836-8486-4c32-ab42-2aab383804e9 req-057eb3e7-bc13-4ae7-822e-4de5c05bf69f tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:16.716906 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a1b0d836-8486-4c32-ab42-2aab383804e9 req-057eb3e7-bc13-4ae7-822e-4de5c05bf69f tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 944 time: 0.0533717 Apr 08 11:10:16.766825 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a1b0d836-8486-4c32-ab42-2aab383804e9 req-142d8bf5-f802-4203-995a-979396287fb6 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443463 Apr 08 11:10:17.765601 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf6f99-4102-4869-b535-e9e85e0588d7 req-11cd63ef-59df-453a-be19-115255a8930c tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:17.767280 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1bdf6f99-4102-4869-b535-e9e85e0588d7 req-11cd63ef-59df-453a-be19-115255a8930c tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e432f2c-f993-417f-89e6-33256174ddf4 HTTP/1.1" status: 200 len: 945 time: 0.0579066 Apr 08 11:10:17.817789 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1bdf6f99-4102-4869-b535-e9e85e0588d7 req-3ccef4ec-c27e-4a6a-8e25-45ecee9e4e08 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444472 Apr 08 11:10:17.818476 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab794ac-19ff-4712-a323-5cb9279cbfae req-9e77f2c8-2976-4b85-8fc5-d2be4e63f955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:17.819921 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cab794ac-19ff-4712-a323-5cb9279cbfae req-9e77f2c8-2976-4b85-8fc5-d2be4e63f955 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dc6c096a-ab1d-4dd5-b548-e6d43b20edbf HTTP/1.1" status: 200 len: 917 time: 0.0986822 Apr 08 11:10:17.904641 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314332f-a0c3-4383-9bff-d0d034ecc7d2 req-0593a161-ac80-4708-8f61-ecbfdf82bbda tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:17.906154 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9314332f-a0c3-4383-9bff-d0d034ecc7d2 req-0593a161-ac80-4708-8f61-ecbfdf82bbda tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 944 time: 0.0612218 Apr 08 11:10:17.980444 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cab794ac-19ff-4712-a323-5cb9279cbfae req-e8462dc1-ae61-4a10-b15c-c4dc8f89e675 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86229ea5-87ec-45d0-b83f-b5f85d066a43 HTTP/1.1" status: 200 len: 999 time: 0.0916991 Apr 08 11:10:17.996382 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9314332f-a0c3-4383-9bff-d0d034ecc7d2 req-0821ff74-21e0-4dab-a93f-6eb9229bb1a7 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596921 Apr 08 11:10:18.812109 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab794ac-19ff-4712-a323-5cb9279cbfae req-75a9842e-deeb-4189-adc2-a2249e203626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:18.813798 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cab794ac-19ff-4712-a323-5cb9279cbfae req-75a9842e-deeb-4189-adc2-a2249e203626 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=69645fe8-51b2-4fb3-8963-10a4b0bd4ba3 HTTP/1.1" status: 200 len: 855 time: 0.0452523 Apr 08 11:10:18.879791 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab794ac-19ff-4712-a323-5cb9279cbfae req-9c4ba5fe-541e-422b-9dae-c19db12242b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:18.881293 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cab794ac-19ff-4712-a323-5cb9279cbfae req-9c4ba5fe-541e-422b-9dae-c19db12242b1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dc6c096a-ab1d-4dd5-b548-e6d43b20edbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459826 Apr 08 11:10:18.939584 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be96253-85a9-4242-8980-ba66984b30a9 req-428c52a1-74f9-41e4-8fe5-ebb8e9148ec5 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:18.942037 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6be96253-85a9-4242-8980-ba66984b30a9 req-428c52a1-74f9-41e4-8fe5-ebb8e9148ec5 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e432f2c-f993-417f-89e6-33256174ddf4 HTTP/1.1" status: 200 len: 945 time: 0.0579603 Apr 08 11:10:18.974450 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cab794ac-19ff-4712-a323-5cb9279cbfae req-d44e18dd-43ba-44ac-950c-8d6377cc5e1b service neutron] 10.222.0.25 "GET /v2.0/networks/dc6c096a-ab1d-4dd5-b548-e6d43b20edbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849717 Apr 08 11:10:18.988309 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6be96253-85a9-4242-8980-ba66984b30a9 req-1f13c404-a064-460c-b8e9-e8a9300e083f tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414886 Apr 08 11:10:19.075423 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cab794ac-19ff-4712-a323-5cb9279cbfae req-52ef0e53-d2d7-4a25-b6c8-8c9f8d51b8f2 service neutron] 10.222.0.25 "GET /v2.0/networks/dc6c096a-ab1d-4dd5-b548-e6d43b20edbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928557 Apr 08 11:10:19.127643 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06566aa7-fa07-488b-ba51-6a2fdc1f0fbe req-dc2ba587-ba87-4200-abf9-65890308ce7a tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:19.129153 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-06566aa7-fa07-488b-ba51-6a2fdc1f0fbe req-dc2ba587-ba87-4200-abf9-65890308ce7a tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 944 time: 0.0575266 Apr 08 11:10:19.176709 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-06566aa7-fa07-488b-ba51-6a2fdc1f0fbe req-f474683c-fd6b-465a-bfc6-77a7dacc9297 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415783 Apr 08 11:10:20.319831 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64cf4e2-05d5-40ec-8d66-c759a23150f7 req-90600586-49bf-46a5-b07b-2525950d297d tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:20.321373 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c64cf4e2-05d5-40ec-8d66-c759a23150f7 req-90600586-49bf-46a5-b07b-2525950d297d tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 944 time: 0.0624533 Apr 08 11:10:20.378816 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c64cf4e2-05d5-40ec-8d66-c759a23150f7 req-9b0beda5-c594-417f-baef-c7c146c52226 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513589 Apr 08 11:10:20.909166 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 48358) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:10:20.913685 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-3711221c-e77e-4427-8c3c-ac627759e6bd tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1124521458', 'description': 'tempest-description--1984427818'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:10:21.004118 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3711221c-e77e-4427-8c3c-ac627759e6bd tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:21.077491 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3711221c-e77e-4427-8c3c-ac627759e6bd tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks [] for security_group (1479c306-68b1-4238-b342-0f2124d019f3), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:21.135945 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3711221c-e77e-4427-8c3c-ac627759e6bd tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (1479c306-68b1-4238-b342-0f2124d019f3), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:21.171608 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711221c-e77e-4427-8c3c-ac627759e6bd tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1479c306-68b1-4238-b342-0f2124d019f3,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:21.229101 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3711221c-e77e-4427-8c3c-ac627759e6bd tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:21.231441 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-3711221c-e77e-4427-8c3c-ac627759e6bd tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3208306 Apr 08 11:10:21.234174 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 48360) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:10:21.238550 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-a0e4bb5f-f948-43ba-adeb-5716e4c56540 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Request body: {'security_group_rule': {'security_group_id': '1479c306-68b1-4238-b342-0f2124d019f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:10:21.317990 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a0e4bb5f-f948-43ba-adeb-5716e4c56540 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks [] for security_group_rule (362c9d9d-4b6a-4c58-8b0a-5221e83616cf), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:21.379652 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a0e4bb5f-f948-43ba-adeb-5716e4c56540 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks [] for security_group_rule (362c9d9d-4b6a-4c58-8b0a-5221e83616cf), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:21.443958 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a0e4bb5f-f948-43ba-adeb-5716e4c56540 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919275'] for security_group_rule (362c9d9d-4b6a-4c58-8b0a-5221e83616cf), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:21.465724 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4bb5f-f948-43ba-adeb-5716e4c56540 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=362c9d9d-4b6a-4c58-8b0a-5221e83616cf,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:21.526222 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939a0d9-57be-4ce0-8c38-957a94ac1311 req-f1ae6fb5-276e-42a0-bd96-7ee4144a1fd2 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:21.527948 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0939a0d9-57be-4ce0-8c38-957a94ac1311 req-f1ae6fb5-276e-42a0-bd96-7ee4144a1fd2 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 944 time: 0.0564146 Apr 08 11:10:21.549345 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a0e4bb5f-f948-43ba-adeb-5716e4c56540 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:21.552333 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-a0e4bb5f-f948-43ba-adeb-5716e4c56540 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3154519 Apr 08 11:10:21.553131 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 48366) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:10:21.559201 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-d5fb78b5-81c2-4a9f-8bc6-f4c2ef9320b4 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Request body: {'security_group_rule': {'security_group_id': '1479c306-68b1-4238-b342-0f2124d019f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:10:21.597859 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0939a0d9-57be-4ce0-8c38-957a94ac1311 req-38e274a1-57e3-49ec-8d55-37c09cbfbb61 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644510 Apr 08 11:10:21.660815 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d5fb78b5-81c2-4a9f-8bc6-f4c2ef9320b4 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks [] for security_group_rule (6604dad4-65bf-441b-9c3f-9b799899e4a9), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:21.719635 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d5fb78b5-81c2-4a9f-8bc6-f4c2ef9320b4 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks [] for security_group_rule (6604dad4-65bf-441b-9c3f-9b799899e4a9), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:21.798508 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d5fb78b5-81c2-4a9f-8bc6-f4c2ef9320b4 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919275'] for security_group_rule (6604dad4-65bf-441b-9c3f-9b799899e4a9), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:21.819853 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb78b5-81c2-4a9f-8bc6-f4c2ef9320b4 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6604dad4-65bf-441b-9c3f-9b799899e4a9,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:21.897476 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d5fb78b5-81c2-4a9f-8bc6-f4c2ef9320b4 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:21.898737 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-d5fb78b5-81c2-4a9f-8bc6-f4c2ef9320b4 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3444972 Apr 08 11:10:21.902590 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 48368) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:10:21.907077 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-40557b5e-1f25-4c31-9962-89b79d40dd6a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Request body: {'floatingip': {'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:10:22.044681 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-40557b5e-1f25-4c31-9962-89b79d40dd6a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:22.112762 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:22.148360 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-40557b5e-1f25-4c31-9962-89b79d40dd6a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:22.264240 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-40557b5e-1f25-4c31-9962-89b79d40dd6a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Allocated IP 172.27.0.76 (9ba38368-ff54-4986-b9fd-e3d76f01d727/295b2c6f-15e1-46ca-ae70-e3531500d944/99515071-cd9e-4246-bcd7-2cf23299b864) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:10:22.370588 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-40557b5e-1f25-4c31-9962-89b79d40dd6a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks [] for port (99515071-cd9e-4246-bcd7-2cf23299b864), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:22.456377 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-40557b5e-1f25-4c31-9962-89b79d40dd6a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629'] for port (99515071-cd9e-4246-bcd7-2cf23299b864), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:22.500357 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40557b5e-1f25-4c31-9962-89b79d40dd6a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Network 9ba38368-ff54-4986-b9fd-e3d76f01d727 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:10:22.507346 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-40557b5e-1f25-4c31-9962-89b79d40dd6a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:10:22.512211 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40557b5e-1f25-4c31-9962-89b79d40dd6a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:10:22.517047 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40557b5e-1f25-4c31-9962-89b79d40dd6a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Pushing event updated for resources: {'Port': ['ID=99515071-cd9e-4246-bcd7-2cf23299b864,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:22.563362 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-40557b5e-1f25-4c31-9962-89b79d40dd6a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks [] for floatingip (c4c1f083-a389-4c35-aae9-dab7f37c3ba7), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:22.707962 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-40557b5e-1f25-4c31-9962-89b79d40dd6a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (99515071-cd9e-4246-bcd7-2cf23299b864), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:22.737535 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9321a1-763e-41f3-8dc0-611c79afd882 req-dc0d0f2b-cfad-4ccd-a61d-56444c289214 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:22.739283 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8c9321a1-763e-41f3-8dc0-611c79afd882 req-dc0d0f2b-cfad-4ccd-a61d-56444c289214 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 944 time: 0.0625184 Apr 08 11:10:22.791274 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8c9321a1-763e-41f3-8dc0-611c79afd882 req-476edf74-46b7-4d0e-b90a-ed6812ea6a97 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461988 Apr 08 11:10:22.887556 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-40557b5e-1f25-4c31-9962-89b79d40dd6a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks [] for port (99515071-cd9e-4246-bcd7-2cf23299b864), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:22.970008 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-40557b5e-1f25-4c31-9962-89b79d40dd6a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (99515071-cd9e-4246-bcd7-2cf23299b864), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:23.002492 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-40557b5e-1f25-4c31-9962-89b79d40dd6a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456385'] for floatingip (c4c1f083-a389-4c35-aae9-dab7f37c3ba7), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:23.024612 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40557b5e-1f25-4c31-9962-89b79d40dd6a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Pushing event updated for resources: {'Port': ['ID=99515071-cd9e-4246-bcd7-2cf23299b864,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:23.063529 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-40557b5e-1f25-4c31-9962-89b79d40dd6a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:23.065147 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-40557b5e-1f25-4c31-9962-89b79d40dd6a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1610737 Apr 08 11:10:23.270916 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-62abe5ae-8475-418a-b7f1-ffc84da5ffe1 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1124521458&fields=id&tenant_id=9450476075be4d51833224be59b18143 HTTP/1.1" status: 200 len: 267 time: 0.0442576 Apr 08 11:10:23.389045 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-95f3acaf-d4de-4aa4-bfcd-93030242e7af tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:23.396342 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-95f3acaf-d4de-4aa4-bfcd-93030242e7af tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/networks?id=90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01 HTTP/1.1" status: 200 len: 818 time: 0.1150193 Apr 08 11:10:23.412672 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-7993b1cc-5bf2-4708-8508-0c237499e160 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/quotas/9450476075be4d51833224be59b18143 HTTP/1.1" status: 200 len: 375 time: 0.0096369 Apr 08 11:10:23.475528 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-36a908ba-0f05-4089-aca7-6c658974ce2d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9450476075be4d51833224be59b18143&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0567966 Apr 08 11:10:23.581847 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-44c8581b-89a1-4833-9203-734a222f790f service neutron] 10.222.0.53 "GET /v2.0/networks/90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941200 Apr 08 11:10:23.675692 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-7c71ebb9-85d9-4d09-a7ed-75f9492c5ccc service neutron] 10.222.0.53 "GET /v2.0/networks/90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881135 Apr 08 11:10:23.940203 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5072de11-532b-4d2d-a646-9f5bfd22a775 req-0f846328-dbeb-4800-9c77-4cf5964ef983 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 210 time: 0.0493491 Apr 08 11:10:23.948840 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450517d-5c1e-465e-9e08-a20a07cab31d req-c6f88b7d-0af2-494d-bc72-f81fc7e12737 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:23.951264 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5450517d-5c1e-465e-9e08-a20a07cab31d req-c6f88b7d-0af2-494d-bc72-f81fc7e12737 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 944 time: 0.0713637 Apr 08 11:10:24.006135 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5450517d-5c1e-465e-9e08-a20a07cab31d req-07c3dc09-2645-424c-93a8-cf9aaa424fe2 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475764 Apr 08 11:10:25.052159 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e46982a9-2a58-4df2-9314-6dba154f41d9 req-19cb7784-414f-4232-86a5-a90429c2eef9 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 210 time: 0.0352163 Apr 08 11:10:25.140898 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b8f3f-be92-4ada-8307-ab035c9a018f req-2d30546e-a3fd-43e4-a109-411145672aa5 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:25.142715 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3a8b8f3f-be92-4ada-8307-ab035c9a018f req-2d30546e-a3fd-43e4-a109-411145672aa5 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 944 time: 0.0578206 Apr 08 11:10:25.194972 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3a8b8f3f-be92-4ada-8307-ab035c9a018f req-2c89adb3-f927-4927-b9ac-1bbccb990209 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465419 Apr 08 11:10:26.146596 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3edaa887-b1a3-4dfa-8e19-73a35a5a120b req-e4d6689e-ef07-4f27-9136-0a81f691b661 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 210 time: 0.0274050 Apr 08 11:10:26.329101 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b94853-f664-4caf-b3a3-3d870d69f199 req-ccd8cda4-a637-4ae4-b7eb-af7918d4ad1f tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:26.330737 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-97b94853-f664-4caf-b3a3-3d870d69f199 req-ccd8cda4-a637-4ae4-b7eb-af7918d4ad1f tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 944 time: 0.0560737 Apr 08 11:10:26.383353 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-97b94853-f664-4caf-b3a3-3d870d69f199 req-b398cf31-74aa-4ffa-a3f0-d3b16ac2bc59 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465624 Apr 08 11:10:27.242286 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9454ee25-3d15-4c07-8262-e96b8434934c req-50f6c361-3c56-41e6-b89d-fb4f3c9c021a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 210 time: 0.0265214 Apr 08 11:10:27.392563 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-80551b52-613e-45d3-acf4-c0e441f97dec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:27.514474 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dca025-47ed-44fb-894d-ce561aedf112 req-19b88573-7b42-4e1f-a7e7-15aec17963e4 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:27.516683 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-74dca025-47ed-44fb-894d-ce561aedf112 req-19b88573-7b42-4e1f-a7e7-15aec17963e4 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 944 time: 0.0586455 Apr 08 11:10:27.567548 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-74dca025-47ed-44fb-894d-ce561aedf112 req-adc631dd-464c-4863-94c1-c3c1f93c6227 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450356 Apr 08 11:10:28.337637 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1202f8f3-e99d-4348-a6a3-e53f71f76bac req-86ae2dc6-b6aa-4c1a-a7ed-8c6749107735 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 210 time: 0.0271578 Apr 08 11:10:28.692862 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c8bb4-d84a-4a6b-8a77-a5256c6cbe7f req-25247b02-b039-4284-9f26-4e6e41674503 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:28.695077 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e29c8bb4-d84a-4a6b-8a77-a5256c6cbe7f req-25247b02-b039-4284-9f26-4e6e41674503 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 944 time: 0.0562060 Apr 08 11:10:28.744623 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e29c8bb4-d84a-4a6b-8a77-a5256c6cbe7f req-e81cc9a3-68bf-4946-ac6c-449bca70c237 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437479 Apr 08 11:10:29.443382 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-48fc5a80-6892-4770-b3bb-d4ed7a661236 req-c9596335-d9d1-49e5-84a9-81a871dff4ef tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 210 time: 0.0332453 Apr 08 11:10:29.886334 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3c1b2-8784-4e90-bf8d-4ae912858da8 req-e64d12bb-cdd6-4a6e-b340-79d1ba348b36 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:29.886334 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-91f3c1b2-8784-4e90-bf8d-4ae912858da8 req-e64d12bb-cdd6-4a6e-b340-79d1ba348b36 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 944 time: 0.0623899 Apr 08 11:10:29.938542 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-91f3c1b2-8784-4e90-bf8d-4ae912858da8 req-deb1bc46-a1ae-4f27-89b9-65b00434d008 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451939 Apr 08 11:10:30.021453 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e7bf04e7-9da3-4f3d-9f6b-53fd16852b8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:30.536264 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ebbf1451-e295-4c34-9f35-432a6ce57cef req-15cd4f34-3bbf-42eb-afbc-e0afa14ec5ea tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 210 time: 0.0275505 Apr 08 11:10:31.027054 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:31.063250 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092e192-00c5-4ae0-b714-cb28dc409187 req-e7e6e17d-8c84-485c-8c24-d4722db729c8 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:31.064711 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2092e192-00c5-4ae0-b714-cb28dc409187 req-e7e6e17d-8c84-485c-8c24-d4722db729c8 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 944 time: 0.0523551 Apr 08 11:10:31.112186 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2092e192-00c5-4ae0-b714-cb28dc409187 req-a30fc5f3-289f-4b49-9e5f-cab940f71882 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415378 Apr 08 11:10:31.207325 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f5496-3c89-4619-8ba5-eed4663e2812 req-7a50b29a-b98f-4e71-9984-2cf7ee469711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:31.208844 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f65f5496-3c89-4619-8ba5-eed4663e2812 req-7a50b29a-b98f-4e71-9984-2cf7ee469711 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1193c805e04401c8afbb9690ce62e77&device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 1128 time: 0.0482180 Apr 08 11:10:31.321034 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f5496-3c89-4619-8ba5-eed4663e2812 req-20b9b841-f8c0-4896-af3a-668ce5c7b206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:31.323304 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f65f5496-3c89-4619-8ba5-eed4663e2812 req-20b9b841-f8c0-4896-af3a-668ce5c7b206 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dc6c096a-ab1d-4dd5-b548-e6d43b20edbf HTTP/1.1" status: 200 len: 917 time: 0.0847087 Apr 08 11:10:31.394616 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f65f5496-3c89-4619-8ba5-eed4663e2812 req-6507ec28-d6b8-4a42-8ed9-007899c71549 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86229ea5-87ec-45d0-b83f-b5f85d066a43 HTTP/1.1" status: 200 len: 999 time: 0.0629001 Apr 08 11:10:31.445392 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f5496-3c89-4619-8ba5-eed4663e2812 req-8a174571-3fc2-48e0-a822-0b10a7e03f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:31.446877 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f65f5496-3c89-4619-8ba5-eed4663e2812 req-8a174571-3fc2-48e0-a822-0b10a7e03f9b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=69645fe8-51b2-4fb3-8963-10a4b0bd4ba3 HTTP/1.1" status: 200 len: 855 time: 0.0444636 Apr 08 11:10:31.500349 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f5496-3c89-4619-8ba5-eed4663e2812 req-e7bb5b4b-4538-4522-8042-7b341d948d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:31.501909 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f65f5496-3c89-4619-8ba5-eed4663e2812 req-e7bb5b4b-4538-4522-8042-7b341d948d8c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dc6c096a-ab1d-4dd5-b548-e6d43b20edbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449827 Apr 08 11:10:31.623733 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f65f5496-3c89-4619-8ba5-eed4663e2812 req-bf710ae0-bfe2-4b9a-b1d7-3a2018fa4ff2 service neutron] 10.222.0.25 "GET /v2.0/networks/dc6c096a-ab1d-4dd5-b548-e6d43b20edbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922112 Apr 08 11:10:31.642265 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-eafeed2d-a66a-41e1-ac91-6f26a17973c0 req-f039d7a8-6757-4c27-9e82-3c156cf49461 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 210 time: 0.0395901 Apr 08 11:10:31.714348 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f65f5496-3c89-4619-8ba5-eed4663e2812 req-a5f6d274-5435-456f-b990-71775bfc528e service neutron] 10.222.0.25 "GET /v2.0/networks/dc6c096a-ab1d-4dd5-b548-e6d43b20edbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841641 Apr 08 11:10:32.238693 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18905487-8da6-4701-9720-d91ae0c62f6d req-4dab32b5-4dab-45bb-a64f-996405c07dae tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:32.240137 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-18905487-8da6-4701-9720-d91ae0c62f6d req-4dab32b5-4dab-45bb-a64f-996405c07dae tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 944 time: 0.0557201 Apr 08 11:10:32.285862 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-18905487-8da6-4701-9720-d91ae0c62f6d req-90d2934d-6e4d-48eb-8629-09b7a7ada72c tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396328 Apr 08 11:10:32.615829 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:32.734660 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d05df3a5-b10a-4378-8a6d-5039054e3dc3 req-bf1d5baf-ec3a-4253-92cb-3e47393f3994 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 210 time: 0.0267189 Apr 08 11:10:32.919110 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-7272a541-cd61-4660-bd3b-18301f5c6c3f tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:32.920527 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-7272a541-cd61-4660-bd3b-18301f5c6c3f tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.25 "GET /v2.0/networks?id=90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01 HTTP/1.1" status: 200 len: 818 time: 0.1018081 Apr 08 11:10:33.082099 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-0a75c78b-a138-463b-8d1c-9fe7848840a4 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9450476075be4d51833224be59b18143 HTTP/1.1" status: 200 len: 380 time: 0.0575507 Apr 08 11:10:33.599504 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-8d665ecd-dc8c-47fa-8394-5929172a7e4d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Request body: {'port': {'device_id': '11ba0df8-ac0e-4a12-8143-e54b6d07e002', 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01', 'admin_state_up': True, 'tenant_id': '9450476075be4d51833224be59b18143', 'security_groups': ['1479c306-68b1-4238-b342-0f2124d019f3']}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:10:33.684868 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63043b85-50dd-45d9-8980-974d9d2df72d req-ea1e89fd-11cf-4dbb-92db-ade0ca6d0e61 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:33.686359 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-63043b85-50dd-45d9-8980-974d9d2df72d req-ea1e89fd-11cf-4dbb-92db-ade0ca6d0e61 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 944 time: 0.3300018 Apr 08 11:10:33.752482 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-63043b85-50dd-45d9-8980-974d9d2df72d req-c55e424c-ecf6-4314-a644-2f039499b5ac tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601120 Apr 08 11:10:33.821042 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-8d665ecd-dc8c-47fa-8394-5929172a7e4d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Made reservation on behalf of 9450476075be4d51833224be59b18143 for: {'port': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:10:33.825063 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-8d665ecd-dc8c-47fa-8394-5929172a7e4d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:33.827218 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0618a768-12cf-4f92-b42a-00b061bf844b req-b71d68c0-ed25-4bb4-b903-605e68f0bc20 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 210 time: 0.0278189 Apr 08 11:10:33.946263 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-8d665ecd-dc8c-47fa-8394-5929172a7e4d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Allocated IP 172.20.0.12 (90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01/100c6095-ccb7-4549-a3cc-5398fc0af1f1/bef37763-e0c2-42e4-9a92-beb8bfc478b9) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:10:34.080655 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-8d665ecd-dc8c-47fa-8394-5929172a7e4d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks [] for port (bef37763-e0c2-42e4-9a92-beb8bfc478b9), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:34.198764 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-8d665ecd-dc8c-47fa-8394-5929172a7e4d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (bef37763-e0c2-42e4-9a92-beb8bfc478b9), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:34.240232 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-8d665ecd-dc8c-47fa-8394-5929172a7e4d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Network 90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:10:34.243061 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-8d665ecd-dc8c-47fa-8394-5929172a7e4d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:10:34.245614 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-8d665ecd-dc8c-47fa-8394-5929172a7e4d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:10:34.306190 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:34.306950 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d665ecd-dc8c-47fa-8394-5929172a7e4d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Pushing event updated for resources: {'Port': ['ID=bef37763-e0c2-42e4-9a92-beb8bfc478b9,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:34.306950 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d665ecd-dc8c-47fa-8394-5929172a7e4d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:34.306950 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d665ecd-dc8c-47fa-8394-5929172a7e4d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:34.306950 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d665ecd-dc8c-47fa-8394-5929172a7e4d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:34.306950 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d665ecd-dc8c-47fa-8394-5929172a7e4d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:34.306950 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d665ecd-dc8c-47fa-8394-5929172a7e4d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:34.306950 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d665ecd-dc8c-47fa-8394-5929172a7e4d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:34.306950 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d665ecd-dc8c-47fa-8394-5929172a7e4d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:34.306950 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d665ecd-dc8c-47fa-8394-5929172a7e4d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:34.306950 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d665ecd-dc8c-47fa-8394-5929172a7e4d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:34.306950 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d665ecd-dc8c-47fa-8394-5929172a7e4d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:34.306950 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d665ecd-dc8c-47fa-8394-5929172a7e4d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:34.307981 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d665ecd-dc8c-47fa-8394-5929172a7e4d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:34.307981 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d665ecd-dc8c-47fa-8394-5929172a7e4d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:34.307981 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d665ecd-dc8c-47fa-8394-5929172a7e4d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:34.307981 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d665ecd-dc8c-47fa-8394-5929172a7e4d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:34.321178 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-8d665ecd-dc8c-47fa-8394-5929172a7e4d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:34.321827 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-8d665ecd-dc8c-47fa-8394-5929172a7e4d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:34.390182 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-8d665ecd-dc8c-47fa-8394-5929172a7e4d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7954631 Apr 08 11:10:34.412122 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-17d6f42e-1e23-457e-8e92-1048160314ad service neutron] Request body: {'port': {'device_id': '11ba0df8-ac0e-4a12-8143-e54b6d07e002', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:10:34.446533 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-d26d4945-6044-4bba-bdf8-f69a026f7c10 None None] Provisioning complete for port bef37763-e0c2-42e4-9a92-beb8bfc478b9 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:10:34.446902 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d26d4945-6044-4bba-bdf8-f69a026f7c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (bef37763-e0c2-42e4-9a92-beb8bfc478b9), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:34.473927 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-17d6f42e-1e23-457e-8e92-1048160314ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (bef37763-e0c2-42e4-9a92-beb8bfc478b9), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:34.483105 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-d26d4945-6044-4bba-bdf8-f69a026f7c10 None None] Port bef37763-e0c2-42e4-9a92-beb8bfc478b9 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:10:34.730482 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-17d6f42e-1e23-457e-8e92-1048160314ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bef37763-e0c2-42e4-9a92-beb8bfc478b9 {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:10:34.737552 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-17d6f42e-1e23-457e-8e92-1048160314ad service neutron] Publish callbacks [] for port (bef37763-e0c2-42e4-9a92-beb8bfc478b9), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:34.749800 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-17d6f42e-1e23-457e-8e92-1048160314ad service neutron] Transition to ACTIVE for port object bef37763-e0c2-42e4-9a92-beb8bfc478b9 will not be triggered until provisioned by entity L2. {{(pid=104016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:10:34.810106 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-17d6f42e-1e23-457e-8e92-1048160314ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3536654'] for port (bef37763-e0c2-42e4-9a92-beb8bfc478b9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:34.912326 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6f42e-1e23-457e-8e92-1048160314ad service neutron] Pushing event updated for resources: {'Port': ['ID=bef37763-e0c2-42e4-9a92-beb8bfc478b9,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:34.960212 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a22be8-1466-4bca-9898-71c9bc83428b req-61383e4f-a156-451f-ab7b-33f451d33694 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:34.961763 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e7a22be8-1466-4bca-9898-71c9bc83428b req-61383e4f-a156-451f-ab7b-33f451d33694 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 944 time: 0.0576165 Apr 08 11:10:34.970871 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba277cf7-80a3-4665-a28c-e73b3d0f73e3 req-aff9b63d-1f88-4b4d-aeca-859cd04e69a3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:34.972407 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ba277cf7-80a3-4665-a28c-e73b3d0f73e3 req-aff9b63d-1f88-4b4d-aeca-859cd04e69a3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 944 time: 0.1353550 Apr 08 11:10:34.998226 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-17d6f42e-1e23-457e-8e92-1048160314ad service neutron] Attempting to bind port bef37763-e0c2-42e4-9a92-beb8bfc478b9 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:10:34.998550 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-17d6f42e-1e23-457e-8e92-1048160314ad service neutron] Attempting to bind port bef37763-e0c2-42e4-9a92-beb8bfc478b9 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '613f7358-0b7f-46c2-b204-8ee3ad5427d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:10:34.998833 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-17d6f42e-1e23-457e-8e92-1048160314ad service neutron] Attempting to bind port bef37763-e0c2-42e4-9a92-beb8bfc478b9 on network 90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:10:35.006417 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-17d6f42e-1e23-457e-8e92-1048160314ad service neutron] Port bef37763-e0c2-42e4-9a92-beb8bfc478b9 on network 90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:10:35.006743 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-17d6f42e-1e23-457e-8e92-1048160314ad service neutron] Attempting to bind port bef37763-e0c2-42e4-9a92-beb8bfc478b9 on network 90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:10:35.015226 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-17d6f42e-1e23-457e-8e92-1048160314ad service neutron] Checking agent: {'id': '05eae265-77bc-4fda-a145-417801a6b133', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'started_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:10:35.015526 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e7a22be8-1466-4bca-9898-71c9bc83428b req-6ba6b1ff-de79-4330-8ef5-ca06eb3e8512 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470164 Apr 08 11:10:35.015684 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-17d6f42e-1e23-457e-8e92-1048160314ad service neutron] Checking segment: {'id': '613f7358-0b7f-46c2-b204-8ee3ad5427d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:10:35.015949 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-17d6f42e-1e23-457e-8e92-1048160314ad service neutron] Bound using segment: {'id': '613f7358-0b7f-46c2-b204-8ee3ad5427d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:10:35.016388 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-17d6f42e-1e23-457e-8e92-1048160314ad service neutron] Bound port: bef37763-e0c2-42e4-9a92-beb8bfc478b9, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '613f7358-0b7f-46c2-b204-8ee3ad5427d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:10:35.016750 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-17d6f42e-1e23-457e-8e92-1048160314ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (bef37763-e0c2-42e4-9a92-beb8bfc478b9), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:35.049758 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ba277cf7-80a3-4665-a28c-e73b3d0f73e3 req-5d10baee-9b6b-41ab-af20-f6f54fc88fbf tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690153 Apr 08 11:10:35.099051 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-17d6f42e-1e23-457e-8e92-1048160314ad service neutron] For port bef37763-e0c2-42e4-9a92-beb8bfc478b9, host hv-cinder-83607, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:10:35.102056 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-17d6f42e-1e23-457e-8e92-1048160314ad service neutron] For port bef37763-e0c2-42e4-9a92-beb8bfc478b9, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bef37763-e0c2-42e4-9a92-beb8bfc478b9,segment=NetworkSegment(613f7358-0b7f-46c2-b204-8ee3ad5427d6),segment_id=613f7358-0b7f-46c2-b204-8ee3ad5427d6)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:10:35.169970 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-17d6f42e-1e23-457e-8e92-1048160314ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3536654'] for port (bef37763-e0c2-42e4-9a92-beb8bfc478b9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:35.209101 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-17d6f42e-1e23-457e-8e92-1048160314ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:35.209777 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-17d6f42e-1e23-457e-8e92-1048160314ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:35.211188 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-17d6f42e-1e23-457e-8e92-1048160314ad service neutron] 10.222.0.25 "PUT /v2.0/ports/bef37763-e0c2-42e4-9a92-beb8bfc478b9 HTTP/1.1" status: 200 len: 1094 time: 0.8034415 Apr 08 11:10:35.211613 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11ba0df8-ac0e-4a12-8143-e54b6d07e002', 'tag': 'bef37763-e0c2-42e4-9a92-beb8bfc478b9'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:10:35.214371 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc532b1-832a-4642-bf2b-d37848209103" -d '{"events": [{"name": "network-changed", "server_uuid": "11ba0df8-ac0e-4a12-8143-e54b6d07e002", "tag": "bef37763-e0c2-42e4-9a92-beb8bfc478b9"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:10:35.236880 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6f42e-1e23-457e-8e92-1048160314ad service neutron] Pushing event updated for resources: {'Port': ['ID=bef37763-e0c2-42e4-9a92-beb8bfc478b9,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:35.257422 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b1ab96-c972-4d39-bf82-c0e17d0e789e x-openstack-request-id: req-07b1ab96-c972-4d39-bf82-c0e17d0e789e {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:10:35.257732 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11ba0df8-ac0e-4a12-8143-e54b6d07e002", "tag": "bef37763-e0c2-42e4-9a92-beb8bfc478b9", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:10:35.257987 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07b1ab96-c972-4d39-bf82-c0e17d0e789e {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:10:35.258744 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07b1ab96-c972-4d39-bf82-c0e17d0e789e'] response: {'name': 'network-changed', 'server_uuid': '11ba0df8-ac0e-4a12-8143-e54b6d07e002', 'tag': 'bef37763-e0c2-42e4-9a92-beb8bfc478b9', 'status': 'completed', 'code': 200} Apr 08 11:10:35.368507 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc532b1-832a-4642-bf2b-d37848209103 req-5227df48-6cc3-4d61-84d4-80d4bf19876a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:35.370129 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ccc532b1-832a-4642-bf2b-d37848209103 req-5227df48-6cc3-4d61-84d4-80d4bf19876a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9450476075be4d51833224be59b18143&device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 1128 time: 0.0474007 Apr 08 11:10:35.477609 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc532b1-832a-4642-bf2b-d37848209103 req-a21868bd-077f-471a-9a0a-b4499fbd859f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:35.479851 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ccc532b1-832a-4642-bf2b-d37848209103 req-a21868bd-077f-471a-9a0a-b4499fbd859f service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=9450476075be4d51833224be59b18143&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0916309 Apr 08 11:10:35.577532 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc532b1-832a-4642-bf2b-d37848209103 req-848221aa-e8cc-47f2-a167-2c3a2a995026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:35.579006 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ccc532b1-832a-4642-bf2b-d37848209103 req-848221aa-e8cc-47f2-a167-2c3a2a995026 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928988 Apr 08 11:10:35.705188 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-e716b6d8-831b-4963-af56-84f84df864e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:35.706846 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-e716b6d8-831b-4963-af56-84f84df864e8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9450476075be4d51833224be59b18143&device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 1128 time: 0.0447826 Apr 08 11:10:35.766468 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-ca89574d-eeaa-4a5c-8d4b-b2f281a9608d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef37763-e0c2-42e4-9a92-beb8bfc478b9 HTTP/1.1" status: 200 len: 217 time: 0.0365028 Apr 08 11:10:35.818500 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-aa99170a-84b9-4535-b1f3-dc5a5e216507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:35.819944 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-aa99170a-84b9-4535-b1f3-dc5a5e216507 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=100c6095-ccb7-4549-a3cc-5398fc0af1f1 HTTP/1.1" status: 200 len: 857 time: 0.0425458 Apr 08 11:10:35.872047 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-f20d709d-c212-406f-b51a-46bf5547ea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:35.873481 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-f20d709d-c212-406f-b51a-46bf5547ea5f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436201 Apr 08 11:10:35.973543 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-52431568-f349-442f-9e9e-1c35dc08f6c7 service neutron] 10.222.0.25 "GET /v2.0/networks/90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841620 Apr 08 11:10:36.068699 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-89feb3a2-c89a-46ea-803c-5fe1cbadbf34 req-8d573e52-e8ac-4f20-a6ef-3bd100c616eb service neutron] 10.222.0.25 "GET /v2.0/networks/90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853620 Apr 08 11:10:36.138372 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57345b69-81b1-4b31-baa4-8d3051a2fe26 req-66189cb8-4d31-4728-9ad5-9271d17a57de tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:36.139772 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-57345b69-81b1-4b31-baa4-8d3051a2fe26 req-66189cb8-4d31-4728-9ad5-9271d17a57de tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 944 time: 0.0576727 Apr 08 11:10:36.190136 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-57345b69-81b1-4b31-baa4-8d3051a2fe26 req-359572b0-552d-48ef-8f63-f32c48c26f5a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446928 Apr 08 11:10:36.194988 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c2a5e-0be6-4f98-885e-01cfb893b406 req-94b5d7e8-1d97-4682-a0c6-90b249fffa0a tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:36.196578 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ae5c2a5e-0be6-4f98-885e-01cfb893b406 req-94b5d7e8-1d97-4682-a0c6-90b249fffa0a tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 944 time: 0.0580802 Apr 08 11:10:36.244875 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ae5c2a5e-0be6-4f98-885e-01cfb893b406 req-ae47b349-695d-4f72-a82f-885a8f90d808 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414059 Apr 08 11:10:37.305725 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40316bf8-b310-4c0b-81ef-5f3b98165cbb req-96d11a3f-7d92-4178-b255-540f84c63790 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:37.307938 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-40316bf8-b310-4c0b-81ef-5f3b98165cbb req-96d11a3f-7d92-4178-b255-540f84c63790 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 944 time: 0.0527537 Apr 08 11:10:37.355197 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-40316bf8-b310-4c0b-81ef-5f3b98165cbb req-5254bdc8-838f-4b11-bef7-d4a7a3b44c72 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415430 Apr 08 11:10:37.369288 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446aaac-bd49-4feb-9ce6-a44ee8f02799 req-1b9fe0f4-051a-4d35-9363-16505bf79b04 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:37.371433 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7446aaac-bd49-4feb-9ce6-a44ee8f02799 req-1b9fe0f4-051a-4d35-9363-16505bf79b04 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 944 time: 0.0524940 Apr 08 11:10:37.416441 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7446aaac-bd49-4feb-9ce6-a44ee8f02799 req-d5dec1db-31d9-4e7f-9ad8-42ea00bec333 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394418 Apr 08 11:10:38.472448 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ac2a3-b887-4b9d-a976-2e9139c87c73 req-26f140a6-69ea-4b53-8caf-1602d6bdf8b2 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:38.473932 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cc3ac2a3-b887-4b9d-a976-2e9139c87c73 req-26f140a6-69ea-4b53-8caf-1602d6bdf8b2 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 944 time: 0.0519147 Apr 08 11:10:38.524307 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cc3ac2a3-b887-4b9d-a976-2e9139c87c73 req-eedcbe89-6d13-41db-b137-135ade31ad23 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439298 Apr 08 11:10:38.536906 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965eced3-0038-438e-aabf-5973bfbe805d req-10087cc3-5d2c-4a04-b754-142b73d1bc53 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:38.538399 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-965eced3-0038-438e-aabf-5973bfbe805d req-10087cc3-5d2c-4a04-b754-142b73d1bc53 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 944 time: 0.0517902 Apr 08 11:10:38.586983 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-965eced3-0038-438e-aabf-5973bfbe805d req-034c692b-8c50-4433-a2ff-eeb1bea83220 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428298 Apr 08 11:10:39.606299 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 86229ea5-87ec-45d0-b83f-b5f85d066a43 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:10:39.643209 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183396eb-550c-4ea4-b8de-d6be7fbec597 req-831f92eb-73fb-4c7c-90cc-0d4608737bd8 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:39.644684 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-183396eb-550c-4ea4-b8de-d6be7fbec597 req-831f92eb-73fb-4c7c-90cc-0d4608737bd8 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 944 time: 0.0532095 Apr 08 11:10:39.707767 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 86229ea5-87ec-45d0-b83f-b5f85d066a43, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=86229ea5-87ec-45d0-b83f-b5f85d066a43,segment=NetworkSegment(bb9e3258-fa2f-4286-80e8-28f078f3a6fa),segment_id=bb9e3258-fa2f-4286-80e8-28f078f3a6fa)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:10:39.708327 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-183396eb-550c-4ea4-b8de-d6be7fbec597 req-72112da8-37a3-4c2a-a395-9e8f02021138 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576794 Apr 08 11:10:39.711576 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82b1f4-08e8-4532-b772-0325f08e2238 req-88730822-1550-4094-86f4-fdb7f3ccea3f tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:39.713162 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4b82b1f4-08e8-4532-b772-0325f08e2238 req-88730822-1550-4094-86f4-fdb7f3ccea3f tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 944 time: 0.0530796 Apr 08 11:10:39.720650 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Returning: {'device': '86229ea5-87ec-45d0-b83f-b5f85d066a43', 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf', 'port_id': '86229ea5-87ec-45d0-b83f-b5f85d066a43', 'mac_address': 'fa:16:3e:54:bb:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69645fe8-51b2-4fb3-8963-10a4b0bd4ba3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:10:39.762461 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port 86229ea5-87ec-45d0-b83f-b5f85d066a43 is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:10:39.762850 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (86229ea5-87ec-45d0-b83f-b5f85d066a43), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:39.764713 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4b82b1f4-08e8-4532-b772-0325f08e2238 req-d48d3869-bb0c-4340-a0a0-6f85da12666b tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446692 Apr 08 11:10:39.775596 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86229ea5-87ec-45d0-b83f-b5f85d066a43 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:10:39.795172 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 86229ea5-87ec-45d0-b83f-b5f85d066a43, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=86229ea5-87ec-45d0-b83f-b5f85d066a43,segment=NetworkSegment(bb9e3258-fa2f-4286-80e8-28f078f3a6fa),segment_id=bb9e3258-fa2f-4286-80e8-28f078f3a6fa)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:10:39.878732 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (86229ea5-87ec-45d0-b83f-b5f85d066a43), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:39.879439 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device bef37763-e0c2-42e4-9a92-beb8bfc478b9 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:10:40.075503 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=86229ea5-87ec-45d0-b83f-b5f85d066a43,revision_number=9']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:40.135996 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port bef37763-e0c2-42e4-9a92-beb8bfc478b9, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bef37763-e0c2-42e4-9a92-beb8bfc478b9,segment=NetworkSegment(613f7358-0b7f-46c2-b204-8ee3ad5427d6),segment_id=613f7358-0b7f-46c2-b204-8ee3ad5427d6)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:10:40.146914 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Returning: {'device': 'bef37763-e0c2-42e4-9a92-beb8bfc478b9', 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01', 'port_id': 'bef37763-e0c2-42e4-9a92-beb8bfc478b9', 'mac_address': 'fa:16:3e:97:a9:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '100c6095-ccb7-4549-a3cc-5398fc0af1f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:10:40.186944 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port bef37763-e0c2-42e4-9a92-beb8bfc478b9 is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:10:40.187331 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (bef37763-e0c2-42e4-9a92-beb8bfc478b9), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:40.203751 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bef37763-e0c2-42e4-9a92-beb8bfc478b9 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:10:40.224140 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port bef37763-e0c2-42e4-9a92-beb8bfc478b9, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bef37763-e0c2-42e4-9a92-beb8bfc478b9,segment=NetworkSegment(613f7358-0b7f-46c2-b204-8ee3ad5427d6),segment_id=613f7358-0b7f-46c2-b204-8ee3ad5427d6)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:10:40.294424 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (bef37763-e0c2-42e4-9a92-beb8bfc478b9), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:40.340332 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=bef37763-e0c2-42e4-9a92-beb8bfc478b9,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:40.834728 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec45aa2-eb2b-43cf-811e-512613a22a51 req-cb1d8301-13dd-42c9-8f40-4297872ab03f tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:40.836196 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cec45aa2-eb2b-43cf-811e-512613a22a51 req-cb1d8301-13dd-42c9-8f40-4297872ab03f tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 945 time: 0.0542088 Apr 08 11:10:40.884220 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cec45aa2-eb2b-43cf-811e-512613a22a51 req-abf00323-9294-4169-afee-fcc87f1e89bd tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418355 Apr 08 11:10:40.889166 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce7b78-727b-45c9-b123-9e10ca205d23 req-31e90d1e-6864-4b43-a251-125f83a59b91 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:40.891003 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-31ce7b78-727b-45c9-b123-9e10ca205d23 req-31e90d1e-6864-4b43-a251-125f83a59b91 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 945 time: 0.0546222 Apr 08 11:10:40.936542 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-31ce7b78-727b-45c9-b123-9e10ca205d23 req-fdac1017-5aee-46e4-8f57-3cd8ff5ba563 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401587 Apr 08 11:10:40.957053 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] get_ports_and_sgs() called for port_ids ['86229ea5-87ec-45d0-b83f-b5f85d066a43'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:10:41.129963 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] get_ports_and_sgs() called for port_ids ['bef37763-e0c2-42e4-9a92-beb8bfc478b9'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:10:42.006281 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f375d-7c34-4cd1-ae62-57bcb85ddaed req-20a954b6-95c9-49a6-96e6-35deacb297eb tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:42.007763 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4e3f375d-7c34-4cd1-ae62-57bcb85ddaed req-20a954b6-95c9-49a6-96e6-35deacb297eb tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 945 time: 0.0577118 Apr 08 11:10:42.055598 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4e3f375d-7c34-4cd1-ae62-57bcb85ddaed req-22e36c2c-d3ed-40d4-babb-6d4e12cfaf7e tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420544 Apr 08 11:10:42.062289 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614ce6e-a970-41b0-b54e-a6975c5e0e62 req-f6023f89-6088-416f-92c4-ee908091571d tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:42.063767 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4614ce6e-a970-41b0-b54e-a6975c5e0e62 req-f6023f89-6088-416f-92c4-ee908091571d tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 945 time: 0.0545876 Apr 08 11:10:42.110741 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4614ce6e-a970-41b0-b54e-a6975c5e0e62 req-0f6fe898-871a-451e-a9c9-e473a5ac39f6 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404913 Apr 08 11:10:42.902319 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 86229ea5-87ec-45d0-b83f-b5f85d066a43 up at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:10:42.952877 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning complete for port 86229ea5-87ec-45d0-b83f-b5f85d066a43 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:10:42.953249 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (86229ea5-87ec-45d0-b83f-b5f85d066a43), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:43.026835 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port 86229ea5-87ec-45d0-b83f-b5f85d066a43 is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:10:43.027225 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (86229ea5-87ec-45d0-b83f-b5f85d066a43), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:43.049144 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e96616-001f-4b25-b145-58e1b115d57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86229ea5-87ec-45d0-b83f-b5f85d066a43'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:10:43.051363 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351759d57aafe3a60f453950940ba8882eb57342389be8e59779499322ae84b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6b612e-f847-41c1-a9c4-5517cde31b22" -d '{"events": [{"server_uuid": "63e96616-001f-4b25-b145-58e1b115d57f", "name": "network-vif-plugged", "status": "completed", "tag": "86229ea5-87ec-45d0-b83f-b5f85d066a43"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:10:43.063766 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 86229ea5-87ec-45d0-b83f-b5f85d066a43, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=86229ea5-87ec-45d0-b83f-b5f85d066a43,segment=NetworkSegment(bb9e3258-fa2f-4286-80e8-28f078f3a6fa),segment_id=bb9e3258-fa2f-4286-80e8-28f078f3a6fa)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:10:43.090658 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f17aa9-1601-44e8-9241-dbef37c28272 x-openstack-request-id: req-a2f17aa9-1601-44e8-9241-dbef37c28272 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:10:43.091057 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e96616-001f-4b25-b145-58e1b115d57f", "name": "network-vif-plugged", "status": "completed", "tag": "86229ea5-87ec-45d0-b83f-b5f85d066a43", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:10:43.091254 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a2f17aa9-1601-44e8-9241-dbef37c28272 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:10:43.091613 dv-cinder-836073-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2f17aa9-1601-44e8-9241-dbef37c28272'] response: {'server_uuid': '63e96616-001f-4b25-b145-58e1b115d57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86229ea5-87ec-45d0-b83f-b5f85d066a43', 'code': 200} Apr 08 11:10:43.170136 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (86229ea5-87ec-45d0-b83f-b5f85d066a43), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:43.171578 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device bef37763-e0c2-42e4-9a92-beb8bfc478b9 up at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:10:43.181234 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1fab6-558f-46e7-ac7c-41fd0b37532d req-1da0440e-8545-4b35-a9fb-e03c82fbcc32 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:43.183596 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ecf1fab6-558f-46e7-ac7c-41fd0b37532d req-1da0440e-8545-4b35-a9fb-e03c82fbcc32 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 945 time: 0.0619929 Apr 08 11:10:43.234960 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ecf1fab6-558f-46e7-ac7c-41fd0b37532d req-563651ed-2832-48dc-87b2-b8f29998524f tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456729 Apr 08 11:10:43.237949 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04fb7b-0c3a-44a1-94c1-1aa7daf4ae0d req-deb3083e-b9b9-424e-b9ea-b8e736a9526f tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:43.240164 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0e04fb7b-0c3a-44a1-94c1-1aa7daf4ae0d req-deb3083e-b9b9-424e-b9ea-b8e736a9526f tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 947 time: 0.0572031 Apr 08 11:10:43.257750 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=86229ea5-87ec-45d0-b83f-b5f85d066a43,revision_number=10']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:43.269166 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:43.269507 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:43.269882 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:43.270273 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:43.270607 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:43.270934 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:43.271257 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:43.271579 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:43.272418 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:43.272418 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:43.272628 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:43.272881 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:43.273201 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:43.273517 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:43.273871 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:43.290661 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0e04fb7b-0c3a-44a1-94c1-1aa7daf4ae0d req-ecef5ee3-6b60-4924-96f7-6de2300868a9 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442684 Apr 08 11:10:43.358152 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning for port bef37763-e0c2-42e4-9a92-beb8bfc478b9 completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:10:43.362355 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning complete for port bef37763-e0c2-42e4-9a92-beb8bfc478b9 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:10:43.365089 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (bef37763-e0c2-42e4-9a92-beb8bfc478b9), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:43.438842 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port bef37763-e0c2-42e4-9a92-beb8bfc478b9 is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:10:43.439150 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (bef37763-e0c2-42e4-9a92-beb8bfc478b9), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:43.473881 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port bef37763-e0c2-42e4-9a92-beb8bfc478b9, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bef37763-e0c2-42e4-9a92-beb8bfc478b9,segment=NetworkSegment(613f7358-0b7f-46c2-b204-8ee3ad5427d6),segment_id=613f7358-0b7f-46c2-b204-8ee3ad5427d6)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:10:43.523696 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (bef37763-e0c2-42e4-9a92-beb8bfc478b9), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:43.570059 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=bef37763-e0c2-42e4-9a92-beb8bfc478b9,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:44.100223 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85496f6-2fa7-4287-a499-b8a1628dfcf3 req-c379d2b9-ab69-4ebf-9c32-56f5bf867f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:44.101715 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b85496f6-2fa7-4287-a499-b8a1628dfcf3 req-c379d2b9-ab69-4ebf-9c32-56f5bf867f1a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 1131 time: 0.0429990 Apr 08 11:10:44.150299 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b85496f6-2fa7-4287-a499-b8a1628dfcf3 req-1244807c-4a5d-4f5e-ba1f-824f68ae6475 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398068 Apr 08 11:10:44.358562 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcaaecf-377c-42e9-b9f6-f58ef8f2d5f1 req-8b7d2a3d-6544-42f8-b9f2-335da2ec3cca tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:44.359988 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4dcaaecf-377c-42e9-b9f6-f58ef8f2d5f1 req-8b7d2a3d-6544-42f8-b9f2-335da2ec3cca tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 946 time: 0.0562959 Apr 08 11:10:44.405592 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4dcaaecf-377c-42e9-b9f6-f58ef8f2d5f1 req-2d9fbbf5-e8c5-4b8a-956c-16edc250a65f tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402722 Apr 08 11:10:44.412480 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e321b1-de61-46cc-8af5-8982242470c9 req-a6125657-7d10-4381-9887-323ff8affebe tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:44.413977 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a0e321b1-de61-46cc-8af5-8982242470c9 req-a6125657-7d10-4381-9887-323ff8affebe tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 947 time: 0.0513744 Apr 08 11:10:44.460433 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a0e321b1-de61-46cc-8af5-8982242470c9 req-1bb47e17-d7dd-41b6-9db7-7af4ba9d8d8c tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404155 Apr 08 11:10:45.093162 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ba0df8-ac0e-4a12-8143-e54b6d07e002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef37763-e0c2-42e4-9a92-beb8bfc478b9'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:10:45.095570 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351759d57aafe3a60f453950940ba8882eb57342389be8e59779499322ae84b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac11b47-2af4-46d9-8e5e-926a6a9ed3b3" -d '{"events": [{"server_uuid": "11ba0df8-ac0e-4a12-8143-e54b6d07e002", "name": "network-vif-plugged", "status": "completed", "tag": "bef37763-e0c2-42e4-9a92-beb8bfc478b9"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:10:45.128810 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d54184-cf74-4369-ae7c-2fa96d994c64 x-openstack-request-id: req-e8d54184-cf74-4369-ae7c-2fa96d994c64 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:10:45.129120 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ba0df8-ac0e-4a12-8143-e54b6d07e002", "name": "network-vif-plugged", "status": "completed", "tag": "bef37763-e0c2-42e4-9a92-beb8bfc478b9", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:10:45.129377 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e8d54184-cf74-4369-ae7c-2fa96d994c64 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:10:45.129801 dv-cinder-836073-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8d54184-cf74-4369-ae7c-2fa96d994c64'] response: {'server_uuid': '11ba0df8-ac0e-4a12-8143-e54b6d07e002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef37763-e0c2-42e4-9a92-beb8bfc478b9', 'code': 200} Apr 08 11:10:45.526785 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bcd56-84ae-4469-8b6c-e5296dd15d76 req-a5369c36-6422-46e4-a6b1-400f276c596d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:45.528305 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a59bcd56-84ae-4469-8b6c-e5296dd15d76 req-a5369c36-6422-46e4-a6b1-400f276c596d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 946 time: 0.0544167 Apr 08 11:10:45.586633 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d2c86-c989-4df8-914f-1a6e3e4bc360 req-f904257f-f6c4-4547-925b-d7241d256270 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:45.588144 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7e9d2c86-c989-4df8-914f-1a6e3e4bc360 req-f904257f-f6c4-4547-925b-d7241d256270 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 947 time: 0.0543303 Apr 08 11:10:45.600598 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:10:45.612091 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a59bcd56-84ae-4469-8b6c-e5296dd15d76 req-e07b9086-1ac3-4f67-b54f-2fe5c8c0c713 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770557 Apr 08 11:10:45.617163 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb822fd1-419d-479b-9194-f9024b38c0a4 req-7091301a-2f30-4935-821a-5850b0380dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:45.618728 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fb822fd1-419d-479b-9194-f9024b38c0a4 req-7091301a-2f30-4935-821a-5850b0380dd8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 1130 time: 0.0849917 Apr 08 11:10:45.644294 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7e9d2c86-c989-4df8-914f-1a6e3e4bc360 req-d0b82c4e-2597-46fc-bc25-f95a8037cfc1 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428710 Apr 08 11:10:46.303467 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fb822fd1-419d-479b-9194-f9024b38c0a4 req-9c377515-b42d-455b-83c6-1cd3af28ddce service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418198 Apr 08 11:10:46.730430 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69c524-e4e1-4e80-9da5-341912b95747 req-9e8aaeaf-745b-4e66-907b-07d5faecf5a5 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:46.731925 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3c69c524-e4e1-4e80-9da5-341912b95747 req-9e8aaeaf-745b-4e66-907b-07d5faecf5a5 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 946 time: 0.0531349 Apr 08 11:10:46.768819 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ceea56-b9ae-43d3-b4f5-0b563c5b65e4 req-3d6c5d67-6238-4743-841c-84860cabbfde tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:46.770345 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-60ceea56-b9ae-43d3-b4f5-0b563c5b65e4 req-3d6c5d67-6238-4743-841c-84860cabbfde tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 947 time: 0.0544560 Apr 08 11:10:46.783270 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3c69c524-e4e1-4e80-9da5-341912b95747 req-6fe70c54-3a52-4c49-b56c-498eb0878283 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454819 Apr 08 11:10:46.825637 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-60ceea56-b9ae-43d3-b4f5-0b563c5b65e4 req-70b25797-c124-4404-b83a-3d83ce68e182 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480947 Apr 08 11:10:47.908650 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea98f5b-08f0-491a-8449-3de116d775e8 req-a007d4fa-809f-4d24-bd8f-8cd81533fd98 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:47.910147 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2ea98f5b-08f0-491a-8449-3de116d775e8 req-a007d4fa-809f-4d24-bd8f-8cd81533fd98 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 946 time: 0.0569394 Apr 08 11:10:47.948049 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2dc85-e317-47c3-a2fa-4687f1de2306 req-6a6bcc9e-f4f7-44ac-afa8-f460e3eafc1c tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:47.949540 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b4d2dc85-e317-47c3-a2fa-4687f1de2306 req-6a6bcc9e-f4f7-44ac-afa8-f460e3eafc1c tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 947 time: 0.0528123 Apr 08 11:10:47.958150 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2ea98f5b-08f0-491a-8449-3de116d775e8 req-e647374b-1771-4baf-8bf4-e6b57cf62e9c tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422900 Apr 08 11:10:47.996698 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b4d2dc85-e317-47c3-a2fa-4687f1de2306 req-54c474e9-61ed-4df6-b5b9-9200f36311d2 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415659 Apr 08 11:10:49.074678 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7551b0-e03a-4528-8656-00d9b224560f req-18d504ab-57e3-4784-b552-27b9ffefbbdc tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:49.076128 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cd7551b0-e03a-4528-8656-00d9b224560f req-18d504ab-57e3-4784-b552-27b9ffefbbdc tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 946 time: 0.0519536 Apr 08 11:10:49.122041 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cd7551b0-e03a-4528-8656-00d9b224560f req-e913c510-b603-4cd6-ab10-25380e386ae3 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403247 Apr 08 11:10:49.233751 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec5ac2-748d-4697-812a-c0cbad227cca req-cbb53fab-ac09-4521-a2f8-50f9b9c405a5 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:49.235201 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-90ec5ac2-748d-4697-812a-c0cbad227cca req-cbb53fab-ac09-4521-a2f8-50f9b9c405a5 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 946 time: 0.0510147 Apr 08 11:10:49.243682 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 48554) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:10:49.247947 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-26a1b11c-d3bb-43ec-85c7-d94aea9f8ab2 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Request body: {'floatingip': {'port_id': 'bef37763-e0c2-42e4-9a92-beb8bfc478b9'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:10:49.288948 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-26a1b11c-d3bb-43ec-85c7-d94aea9f8ab2 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks [] for floatingip (c4c1f083-a389-4c35-aae9-dab7f37c3ba7), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:49.716738 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-26a1b11c-d3bb-43ec-85c7-d94aea9f8ab2 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:49.769270 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-26a1b11c-d3bb-43ec-85c7-d94aea9f8ab2 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456385'] for floatingip (c4c1f083-a389-4c35-aae9-dab7f37c3ba7), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:49.869137 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.db.l3_db [None req-26a1b11c-d3bb-43ec-85c7-d94aea9f8ab2 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Floating IP c4c1f083-a389-4c35-aae9-dab7f37c3ba7 associated. External IP: 172.27.0.76, port: bef37763-e0c2-42e4-9a92-beb8bfc478b9. Apr 08 11:10:50.272621 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a1b11c-d3bb-43ec-85c7-d94aea9f8ab2 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Router 88daa066-b455-46b9-a15b-0c1a477222f0 has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:10:50.379880 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a1b11c-d3bb-43ec-85c7-d94aea9f8ab2 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:10:50.384812 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-26a1b11c-d3bb-43ec-85c7-d94aea9f8ab2 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:50.391183 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a08108-fb02-4560-92f5-b47225efd2a2 None None] Sync routers for ids ['88daa066-b455-46b9-a15b-0c1a477222f0'] in dv-cinder-836073-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:10:50.402101 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a08108-fb02-4560-92f5-b47225efd2a2 None None] Routers {'88daa066-b455-46b9-a15b-0c1a477222f0'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:10:50.402718 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-53a08108-fb02-4560-92f5-b47225efd2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:10:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['88daa066-b455-46b9-a15b-0c1a477222f0'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:50.428996 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-26a1b11c-d3bb-43ec-85c7-d94aea9f8ab2 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "PUT /v2.0/floatingips/c4c1f083-a389-4c35-aae9-dab7f37c3ba7 HTTP/1.1" status: 200 len: 991 time: 1.1698105 Apr 08 11:10:50.428996 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11ba0df8-ac0e-4a12-8143-e54b6d07e002', 'tag': 'bef37763-e0c2-42e4-9a92-beb8bfc478b9'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:10:50.428996 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a3d6de9c0cd8caeb53273f75c3329218c515297e9068abeca36dc087c161ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a628afd-9d63-420f-bdc2-1b88d9edc141" -d '{"events": [{"name": "network-changed", "server_uuid": "11ba0df8-ac0e-4a12-8143-e54b6d07e002", "tag": "bef37763-e0c2-42e4-9a92-beb8bfc478b9"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:10:50.462393 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cee531-a5cd-46e6-8e2c-bc2642f2a0e5 x-openstack-request-id: req-16cee531-a5cd-46e6-8e2c-bc2642f2a0e5 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:10:50.462393 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11ba0df8-ac0e-4a12-8143-e54b6d07e002", "tag": "bef37763-e0c2-42e4-9a92-beb8bfc478b9", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:10:50.462393 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-16cee531-a5cd-46e6-8e2c-bc2642f2a0e5 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:10:50.462393 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16cee531-a5cd-46e6-8e2c-bc2642f2a0e5'] response: {'name': 'network-changed', 'server_uuid': '11ba0df8-ac0e-4a12-8143-e54b6d07e002', 'tag': 'bef37763-e0c2-42e4-9a92-beb8bfc478b9', 'status': 'completed', 'code': 200} Apr 08 11:10:50.512805 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-53a08108-fb02-4560-92f5-b47225efd2a2 None None] Set router 88daa066-b455-46b9-a15b-0c1a477222f0 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:10:50.545936 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a628afd-9d63-420f-bdc2-1b88d9edc141 req-8d3341ca-be4f-4171-84cd-d5fa7fe52895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:50.547426 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8a628afd-9d63-420f-bdc2-1b88d9edc141 req-8d3341ca-be4f-4171-84cd-d5fa7fe52895 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9450476075be4d51833224be59b18143&device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 1130 time: 0.0442526 Apr 08 11:10:50.639198 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a628afd-9d63-420f-bdc2-1b88d9edc141 req-25678e16-e26c-4c64-8141-9862e62c2eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:50.640563 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8a628afd-9d63-420f-bdc2-1b88d9edc141 req-25678e16-e26c-4c64-8141-9862e62c2eb8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01 HTTP/1.1" status: 200 len: 919 time: 0.0865099 Apr 08 11:10:50.705839 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8a628afd-9d63-420f-bdc2-1b88d9edc141 req-4563ac98-6b77-455d-b4cb-cb9ee9b0f1ab service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef37763-e0c2-42e4-9a92-beb8bfc478b9 HTTP/1.1" status: 200 len: 999 time: 0.0587373 Apr 08 11:10:50.734578 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-53a08108-fb02-4560-92f5-b47225efd2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'name': 'tempest-ServerRescueNegativeTestJSON-611312062-router', 'tenant_id': '9450476075be4d51833224be59b18143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '12bec263-c83b-4a84-a33c-4472bb687815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:38Z', 'updated_at': '2022-04-08T11:08:41Z', 'revision_number': 4, 'project_id': '9450476075be4d51833224be59b18143', 'gw_port': {'id': '12bec263-c83b-4a84-a33c-4472bb687815', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:38Z', 'updated_at': '2022-04-08T11:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': 'c4c1f083-a389-4c35-aae9-dab7f37c3ba7', 'tenant_id': '9450476075be4d51833224be59b18143', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'port_id': 'bef37763-e0c2-42e4-9a92-beb8bfc478b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01', 'mac_address': 'fa:16:3e:97:a9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba0df8-ac0e-4a12-8143-e54b6d07e002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:10:22Z', 'updated_at': '2022-04-08T11:10:49Z', 'revision_number': 1, 'project_id': '9450476075be4d51833224be59b18143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd47809be-72a1-45c0-adf1-efea70f1fd9a', 'name': '', 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01', 'tenant_id': '9450476075be4d51833224be59b18143', 'mac_address': 'fa:16:3e:ba:29:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '100c6095-ccb7-4549-a3cc-5398fc0af1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:40Z', 'updated_at': '2022-04-08T11:08:45Z', 'revision_number': 5, 'project_id': '9450476075be4d51833224be59b18143', 'subnets': [{'id': '100c6095-ccb7-4549-a3cc-5398fc0af1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:50.759841 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a08108-fb02-4560-92f5-b47225efd2a2 None None] Checking router: 88daa066-b455-46b9-a15b-0c1a477222f0 for host: dv-cinder-836073-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:10:50.768775 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a08108-fb02-4560-92f5-b47225efd2a2 None None] Routers {'88daa066-b455-46b9-a15b-0c1a477222f0'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:10:50.769376 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-53a08108-fb02-4560-92f5-b47225efd2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:10:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['88daa066-b455-46b9-a15b-0c1a477222f0'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:50.769771 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a628afd-9d63-420f-bdc2-1b88d9edc141 req-a8dfe9e5-b055-45bb-a7f0-112f1c130585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:50.771213 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8a628afd-9d63-420f-bdc2-1b88d9edc141 req-a8dfe9e5-b055-45bb-a7f0-112f1c130585 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=100c6095-ccb7-4549-a3cc-5398fc0af1f1 HTTP/1.1" status: 200 len: 857 time: 0.0464401 Apr 08 11:10:50.830654 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a628afd-9d63-420f-bdc2-1b88d9edc141 req-23514a63-3ffa-4c9d-a776-0c8f03125504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:50.832143 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8a628afd-9d63-420f-bdc2-1b88d9edc141 req-23514a63-3ffa-4c9d-a776-0c8f03125504 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440512 Apr 08 11:10:50.878112 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-53a08108-fb02-4560-92f5-b47225efd2a2 None None] Set router 88daa066-b455-46b9-a15b-0c1a477222f0 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:10:50.928581 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8a628afd-9d63-420f-bdc2-1b88d9edc141 req-770ade6f-f812-4b3c-81aa-7ccfa59567e0 service neutron] 10.222.0.25 "GET /v2.0/networks/90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862083 Apr 08 11:10:51.023316 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8a628afd-9d63-420f-bdc2-1b88d9edc141 req-5ef0ffa4-9e77-4d3a-a86b-85e1d2fd31ea service neutron] 10.222.0.25 "GET /v2.0/networks/90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872591 Apr 08 11:10:51.177790 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-53a08108-fb02-4560-92f5-b47225efd2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'name': 'tempest-ServerRescueNegativeTestJSON-611312062-router', 'tenant_id': '9450476075be4d51833224be59b18143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '12bec263-c83b-4a84-a33c-4472bb687815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:38Z', 'updated_at': '2022-04-08T11:08:41Z', 'revision_number': 4, 'project_id': '9450476075be4d51833224be59b18143', 'gw_port': {'id': '12bec263-c83b-4a84-a33c-4472bb687815', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:38Z', 'updated_at': '2022-04-08T11:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': 'c4c1f083-a389-4c35-aae9-dab7f37c3ba7', 'tenant_id': '9450476075be4d51833224be59b18143', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'port_id': 'bef37763-e0c2-42e4-9a92-beb8bfc478b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01', 'mac_address': 'fa:16:3e:97:a9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba0df8-ac0e-4a12-8143-e54b6d07e002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:10:22Z', 'updated_at': '2022-04-08T11:10:49Z', 'revision_number': 1, 'project_id': '9450476075be4d51833224be59b18143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd47809be-72a1-45c0-adf1-efea70f1fd9a', 'name': '', 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01', 'tenant_id': '9450476075be4d51833224be59b18143', 'mac_address': 'fa:16:3e:ba:29:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '100c6095-ccb7-4549-a3cc-5398fc0af1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:40Z', 'updated_at': '2022-04-08T11:08:45Z', 'revision_number': 5, 'project_id': '9450476075be4d51833224be59b18143', 'subnets': [{'id': '100c6095-ccb7-4549-a3cc-5398fc0af1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:51.203072 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a08108-fb02-4560-92f5-b47225efd2a2 None None] The sync data for ids ['88daa066-b455-46b9-a15b-0c1a477222f0'] in dv-cinder-836073-3-iscsi is: [{'id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'name': 'tempest-ServerRescueNegativeTestJSON-611312062-router', 'tenant_id': '9450476075be4d51833224be59b18143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '12bec263-c83b-4a84-a33c-4472bb687815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:38Z', 'updated_at': '2022-04-08T11:08:41Z', 'revision_number': 4, 'project_id': '9450476075be4d51833224be59b18143', 'gw_port': {'id': '12bec263-c83b-4a84-a33c-4472bb687815', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:38Z', 'updated_at': '2022-04-08T11:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': 'c4c1f083-a389-4c35-aae9-dab7f37c3ba7', 'tenant_id': '9450476075be4d51833224be59b18143', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'port_id': 'bef37763-e0c2-42e4-9a92-beb8bfc478b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01', 'mac_address': 'fa:16:3e:97:a9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba0df8-ac0e-4a12-8143-e54b6d07e002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:10:22Z', 'updated_at': '2022-04-08T11:10:49Z', 'revision_number': 1, 'project_id': '9450476075be4d51833224be59b18143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd47809be-72a1-45c0-adf1-efea70f1fd9a', 'name': '', 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01', 'tenant_id': '9450476075be4d51833224be59b18143', 'mac_address': 'fa:16:3e:ba:29:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '100c6095-ccb7-4549-a3cc-5398fc0af1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:40Z', 'updated_at': '2022-04-08T11:08:45Z', 'revision_number': 5, 'project_id': '9450476075be4d51833224be59b18143', 'subnets': [{'id': '100c6095-ccb7-4549-a3cc-5398fc0af1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:10:51.390139 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f68d137-d961-4a69-888a-a818ff35f556 None None] New status for floating IP c4c1f083-a389-4c35-aae9-dab7f37c3ba7: ACTIVE {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:10:52.090299 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:53.298195 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc76fcd-e97a-4516-87c5-2989480bf367 req-1fc4eb47-f61e-42f9-b1a4-56d8c5bf8148 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:53.299710 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ffc76fcd-e97a-4516-87c5-2989480bf367 req-1fc4eb47-f61e-42f9-b1a4-56d8c5bf8148 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=511e6bc7-535e-4717-83bf-201fd532ca26 HTTP/1.1" status: 200 len: 945 time: 0.0527787 Apr 08 11:10:53.350607 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ffc76fcd-e97a-4516-87c5-2989480bf367 req-625498ac-eeb4-4b87-81ed-3c405ae525c9 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=322f5085-04e6-48a5-ae4f-efb74e5e77e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452771 Apr 08 11:10:54.471935 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7fc3b-b42a-4255-a77c-961389c1097e req-7ed5e18b-9abd-4bb8-ad01-d5b56d25ad9c tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:54.473418 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b2c7fc3b-b42a-4255-a77c-961389c1097e req-7ed5e18b-9abd-4bb8-ad01-d5b56d25ad9c tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=511e6bc7-535e-4717-83bf-201fd532ca26 HTTP/1.1" status: 200 len: 945 time: 0.0556412 Apr 08 11:10:54.519292 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b2c7fc3b-b42a-4255-a77c-961389c1097e req-57d69615-c06c-4bcd-b36e-2dafd5df97c4 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=322f5085-04e6-48a5-ae4f-efb74e5e77e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403857 Apr 08 11:10:55.156555 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416e54a-10db-4fb0-832d-bf3fb20dcbe5 req-5226af0f-3a78-41c6-98a9-2fdfe9b1c6d8 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:55.157974 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c416e54a-10db-4fb0-832d-bf3fb20dcbe5 req-5226af0f-3a78-41c6-98a9-2fdfe9b1c6d8 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.25 "GET /v2.0/ports?device_id=511e6bc7-535e-4717-83bf-201fd532ca26 HTTP/1.1" status: 200 len: 945 time: 0.0515528 Apr 08 11:10:55.251496 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-c416e54a-10db-4fb0-832d-bf3fb20dcbe5 req-7a22103b-965c-43a0-9efb-d4aeb7b07f23 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Deleting port b47d2055-43db-4704-8042-4b0c01c442d5 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:10:55.251831 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-c416e54a-10db-4fb0-832d-bf3fb20dcbe5 req-7a22103b-965c-43a0-9efb-d4aeb7b07f23 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (b47d2055-43db-4704-8042-4b0c01c442d5), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:55.342133 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-c416e54a-10db-4fb0-832d-bf3fb20dcbe5 req-7a22103b-965c-43a0-9efb-d4aeb7b07f23 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] For port b47d2055-43db-4704-8042-4b0c01c442d5, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b47d2055-43db-4704-8042-4b0c01c442d5,segment=NetworkSegment(13a51762-62db-4a95-be12-8e98c62784f0),segment_id=13a51762-62db-4a95-be12-8e98c62784f0)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:10:55.342482 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-c416e54a-10db-4fb0-832d-bf3fb20dcbe5 req-7a22103b-965c-43a0-9efb-d4aeb7b07f23 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (b47d2055-43db-4704-8042-4b0c01c442d5), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:55.859016 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-c416e54a-10db-4fb0-832d-bf3fb20dcbe5 req-7a22103b-965c-43a0-9efb-d4aeb7b07f23 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:55.859287 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-c416e54a-10db-4fb0-832d-bf3fb20dcbe5 req-7a22103b-965c-43a0-9efb-d4aeb7b07f23 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456385'] for floatingip (34d28877-5367-4717-99bc-49f02fd42aae), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:55.859640 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.db.l3_db [req-c416e54a-10db-4fb0-832d-bf3fb20dcbe5 req-7a22103b-965c-43a0-9efb-d4aeb7b07f23 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Floating IP 34d28877-5367-4717-99bc-49f02fd42aae disassociated. External IP: 172.27.0.17, port: b47d2055-43db-4704-8042-4b0c01c442d5. Apr 08 11:10:55.859973 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-c416e54a-10db-4fb0-832d-bf3fb20dcbe5 req-7a22103b-965c-43a0-9efb-d4aeb7b07f23 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Calling delete_port for b47d2055-43db-4704-8042-4b0c01c442d5 owned by compute:nova {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:10:55.920945 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027091a-ecf5-416f-a77d-d4ff341ace66 req-f20410cd-be42-49aa-b396-456ac03f7010 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:55.922545 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9027091a-ecf5-416f-a77d-d4ff341ace66 req-f20410cd-be42-49aa-b396-456ac03f7010 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=511e6bc7-535e-4717-83bf-201fd532ca26 HTTP/1.1" status: 200 len: 945 time: 0.3327973 Apr 08 11:10:55.988133 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9027091a-ecf5-416f-a77d-d4ff341ace66 req-b9fb71d4-9d7c-481b-92fd-95e28be7f7f2 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=322f5085-04e6-48a5-ae4f-efb74e5e77e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583935 Apr 08 11:10:56.107135 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-c416e54a-10db-4fb0-832d-bf3fb20dcbe5 req-7a22103b-965c-43a0-9efb-d4aeb7b07f23 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (b47d2055-43db-4704-8042-4b0c01c442d5), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:56.135305 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a22103b-965c-43a0-9efb-d4aeb7b07f23 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Pushing event deleted for resources: {'Port': ['ID=b47d2055-43db-4704-8042-4b0c01c442d5,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:56.251027 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c416e54a-10db-4fb0-832d-bf3fb20dcbe5 req-7a22103b-965c-43a0-9efb-d4aeb7b07f23 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Router 943a4045-54bd-49f9-88a5-96d188b44ed8 has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:10:56.361783 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c416e54a-10db-4fb0-832d-bf3fb20dcbe5 req-7a22103b-965c-43a0-9efb-d4aeb7b07f23 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:10:56.372075 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9096504-b23a-464f-b09b-de07ff6b031f None None] Sync routers for ids ['943a4045-54bd-49f9-88a5-96d188b44ed8'] in dv-cinder-836073-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:10:56.381532 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9096504-b23a-464f-b09b-de07ff6b031f None None] Routers {'943a4045-54bd-49f9-88a5-96d188b44ed8'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:10:56.382197 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-f9096504-b23a-464f-b09b-de07ff6b031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:10:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['943a4045-54bd-49f9-88a5-96d188b44ed8'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:56.404192 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-c416e54a-10db-4fb0-832d-bf3fb20dcbe5 req-7a22103b-965c-43a0-9efb-d4aeb7b07f23 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] No DVR routers for this DVR port b47d2055-43db-4704-8042-4b0c01c442d5 on host hv-cinder-83607 {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:10:56.406790 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-c416e54a-10db-4fb0-832d-bf3fb20dcbe5 req-7a22103b-965c-43a0-9efb-d4aeb7b07f23 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:56.410214 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c416e54a-10db-4fb0-832d-bf3fb20dcbe5 req-7a22103b-965c-43a0-9efb-d4aeb7b07f23 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.25 "DELETE /v2.0/ports/b47d2055-43db-4704-8042-4b0c01c442d5 HTTP/1.1" status: 204 len: 173 time: 1.2469592 Apr 08 11:10:56.410673 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511e6bc7-535e-4717-83bf-201fd532ca26', 'name': 'network-vif-deleted', 'tag': 'b47d2055-43db-4704-8042-4b0c01c442d5'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:10:56.412908 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfc2424-d435-462e-95d8-850bafbcf81b" -d '{"events": [{"server_uuid": "511e6bc7-535e-4717-83bf-201fd532ca26", "name": "network-vif-deleted", "tag": "b47d2055-43db-4704-8042-4b0c01c442d5"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:10:56.450231 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb01369-eea7-4812-988b-61882b1ce116 x-openstack-request-id: req-fbb01369-eea7-4812-988b-61882b1ce116 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:10:56.450731 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511e6bc7-535e-4717-83bf-201fd532ca26", "name": "network-vif-deleted", "tag": "b47d2055-43db-4704-8042-4b0c01c442d5", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:10:56.451161 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fbb01369-eea7-4812-988b-61882b1ce116 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:10:56.451758 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbb01369-eea7-4812-988b-61882b1ce116'] response: {'server_uuid': '511e6bc7-535e-4717-83bf-201fd532ca26', 'name': 'network-vif-deleted', 'tag': 'b47d2055-43db-4704-8042-4b0c01c442d5', 'status': 'completed', 'code': 200} Apr 08 11:10:56.500349 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-f9096504-b23a-464f-b09b-de07ff6b031f None None] Set router 943a4045-54bd-49f9-88a5-96d188b44ed8 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:10:56.725640 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-f9096504-b23a-464f-b09b-de07ff6b031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'name': 'tempest-AttachVolumeNegativeTest-1482535796-router', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:32Z', 'revision_number': 4, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'gw_port': {'id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:23Z', 'updated_at': '2022-04-08T11:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': 'a4efbda8-4282-4e69-886c-a0543f7e75f0', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'port_id': '7f5decb5-b2ee-49aa-919f-64dcc00831c1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'mac_address': 'fa:16:3e:1d:79:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84117878-4454-4903-9fee-9d7a11c67b91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:07:46Z', 'updated_at': '2022-04-08T11:08:16Z', 'revision_number': 2, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6064dd6-c164-4146-88c3-81cec2380cb9', 'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'mac_address': 'fa:16:3e:eb:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:31Z', 'updated_at': '2022-04-08T11:07:43Z', 'revision_number': 5, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'subnets': [{'id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:56.752929 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9096504-b23a-464f-b09b-de07ff6b031f None None] Checking router: 943a4045-54bd-49f9-88a5-96d188b44ed8 for host: dv-cinder-836073-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:10:56.761877 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9096504-b23a-464f-b09b-de07ff6b031f None None] Routers {'943a4045-54bd-49f9-88a5-96d188b44ed8'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:10:56.762483 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-f9096504-b23a-464f-b09b-de07ff6b031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:10:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['943a4045-54bd-49f9-88a5-96d188b44ed8'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:56.871698 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-f9096504-b23a-464f-b09b-de07ff6b031f None None] Set router 943a4045-54bd-49f9-88a5-96d188b44ed8 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:10:57.101149 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-f9096504-b23a-464f-b09b-de07ff6b031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'name': 'tempest-AttachVolumeNegativeTest-1482535796-router', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:32Z', 'revision_number': 4, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'gw_port': {'id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:23Z', 'updated_at': '2022-04-08T11:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': 'a4efbda8-4282-4e69-886c-a0543f7e75f0', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'port_id': '7f5decb5-b2ee-49aa-919f-64dcc00831c1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'mac_address': 'fa:16:3e:1d:79:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84117878-4454-4903-9fee-9d7a11c67b91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:07:46Z', 'updated_at': '2022-04-08T11:08:16Z', 'revision_number': 2, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6064dd6-c164-4146-88c3-81cec2380cb9', 'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'mac_address': 'fa:16:3e:eb:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:31Z', 'updated_at': '2022-04-08T11:07:43Z', 'revision_number': 5, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'subnets': [{'id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:57.105342 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-352b4349-8f03-498d-bb47-f6377290e905 req-e28e8327-f4d5-475c-81f2-f0895b433f7d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=511e6bc7-535e-4717-83bf-201fd532ca26 HTTP/1.1" status: 200 len: 210 time: 0.0326281 Apr 08 11:10:57.133426 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9096504-b23a-464f-b09b-de07ff6b031f None None] The sync data for ids ['943a4045-54bd-49f9-88a5-96d188b44ed8'] in dv-cinder-836073-3-iscsi is: [{'id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'name': 'tempest-AttachVolumeNegativeTest-1482535796-router', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:32Z', 'revision_number': 4, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'gw_port': {'id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:23Z', 'updated_at': '2022-04-08T11:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': 'a4efbda8-4282-4e69-886c-a0543f7e75f0', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'port_id': '7f5decb5-b2ee-49aa-919f-64dcc00831c1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'mac_address': 'fa:16:3e:1d:79:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84117878-4454-4903-9fee-9d7a11c67b91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:07:46Z', 'updated_at': '2022-04-08T11:08:16Z', 'revision_number': 2, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6064dd6-c164-4146-88c3-81cec2380cb9', 'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'mac_address': 'fa:16:3e:eb:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:31Z', 'updated_at': '2022-04-08T11:07:43Z', 'revision_number': 5, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'subnets': [{'id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:10:57.398606 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-fde8e5c3-97fa-4e7f-94a7-e2cc3b2f4459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:57.407112 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c51696f-c4cc-4543-8799-f675968da618 None None] New status for floating IP 34d28877-5367-4717-99bc-49f02fd42aae: DOWN {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:10:58.068612 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device b47d2055-43db-4704-8042-4b0c01c442d5 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:10:58.090397 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] No Port match for: b47d2055-43db-4704-8042-4b0c01c442d5 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:10:58.090753 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device b47d2055-43db-4704-8042-4b0c01c442d5 not bound to the agent host hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:10:58.250683 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 48590) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:10:58.304438 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-95bd33c2-007e-4d1e-9720-86ffd94cd8f5 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group (322f5085-04e6-48a5-ae4f-efb74e5e77e1), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:58.332186 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-95bd33c2-007e-4d1e-9720-86ffd94cd8f5 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group (322f5085-04e6-48a5-ae4f-efb74e5e77e1), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:58.501410 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-95bd33c2-007e-4d1e-9720-86ffd94cd8f5 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (322f5085-04e6-48a5-ae4f-efb74e5e77e1), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:58.504222 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-95bd33c2-007e-4d1e-9720-86ffd94cd8f5 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:58.505459 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-95bd33c2-007e-4d1e-9720-86ffd94cd8f5 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "DELETE /v2.0/security-groups/322f5085-04e6-48a5-ae4f-efb74e5e77e1 HTTP/1.1" status: 204 len: 168 time: 0.2537382 Apr 08 11:10:58.508365 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 48592) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:10:58.516156 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd33c2-007e-4d1e-9720-86ffd94cd8f5 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=322f5085-04e6-48a5-ae4f-efb74e5e77e1,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:58.525556 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.api.v2.resource [None req-fe5c8d77-3952-4d9c-8db5-385ef6c89de3 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] show failed (client error): The resource could not be found. Apr 08 11:10:58.527484 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-fe5c8d77-3952-4d9c-8db5-385ef6c89de3 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups/322f5085-04e6-48a5-ae4f-efb74e5e77e1 HTTP/1.1" status: 404 len: 347 time: 0.0180106 Apr 08 11:10:58.531190 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 48594) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:10:58.662289 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-f44281f0-3fe1-47d6-8279-4307533f2d66 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Deleting port 9f726b3c-8a21-4663-8d0d-c8ad2010d67e {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:10:58.662626 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f44281f0-3fe1-47d6-8279-4307533f2d66 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (9f726b3c-8a21-4663-8d0d-c8ad2010d67e), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:58.736833 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f44281f0-3fe1-47d6-8279-4307533f2d66 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (9f726b3c-8a21-4663-8d0d-c8ad2010d67e), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:58.737159 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f44281f0-3fe1-47d6-8279-4307533f2d66 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for floatingip (9f726b3c-8a21-4663-8d0d-c8ad2010d67e), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:58.753493 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-f44281f0-3fe1-47d6-8279-4307533f2d66 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Calling delete_port for 9f726b3c-8a21-4663-8d0d-c8ad2010d67e owned by network:floatingip {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:10:58.958471 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f44281f0-3fe1-47d6-8279-4307533f2d66 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638'] for port (9f726b3c-8a21-4663-8d0d-c8ad2010d67e), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:58.989374 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44281f0-3fe1-47d6-8279-4307533f2d66 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Pushing event deleted for resources: {'Port': ['ID=9f726b3c-8a21-4663-8d0d-c8ad2010d67e,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:59.013458 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f44281f0-3fe1-47d6-8279-4307533f2d66 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for floatingip (34d28877-5367-4717-99bc-49f02fd42aae), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:59.016167 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f44281f0-3fe1-47d6-8279-4307533f2d66 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:59.017314 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-f44281f0-3fe1-47d6-8279-4307533f2d66 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "DELETE /v2.0/floatingips/34d28877-5367-4717-99bc-49f02fd42aae HTTP/1.1" status: 204 len: 168 time: 0.4851539 Apr 08 11:10:59.018733 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44281f0-3fe1-47d6-8279-4307533f2d66 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:59.023590 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44281f0-3fe1-47d6-8279-4307533f2d66 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:59.023590 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44281f0-3fe1-47d6-8279-4307533f2d66 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:59.023590 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44281f0-3fe1-47d6-8279-4307533f2d66 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:59.023590 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44281f0-3fe1-47d6-8279-4307533f2d66 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:59.023590 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44281f0-3fe1-47d6-8279-4307533f2d66 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:59.023590 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44281f0-3fe1-47d6-8279-4307533f2d66 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:59.023590 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44281f0-3fe1-47d6-8279-4307533f2d66 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:59.023590 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44281f0-3fe1-47d6-8279-4307533f2d66 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:59.023590 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44281f0-3fe1-47d6-8279-4307533f2d66 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:59.023590 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44281f0-3fe1-47d6-8279-4307533f2d66 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:59.023590 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44281f0-3fe1-47d6-8279-4307533f2d66 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:59.023590 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44281f0-3fe1-47d6-8279-4307533f2d66 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:59.023590 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44281f0-3fe1-47d6-8279-4307533f2d66 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:59.025139 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44281f0-3fe1-47d6-8279-4307533f2d66 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:59.865710 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-19c4b119-1fb0-4f30-bd06-2fdee919e55e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:01.026754 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:02.074638 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eceb43e-9e6c-4096-8014-9f80cfb1b3ca req-d87d0ada-8666-44f3-89c5-3d362afe4fa5 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:02.076864 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5eceb43e-9e6c-4096-8014-9f80cfb1b3ca req-d87d0ada-8666-44f3-89c5-3d362afe4fa5 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=84117878-4454-4903-9fee-9d7a11c67b91 HTTP/1.1" status: 200 len: 946 time: 0.0529306 Apr 08 11:11:02.124032 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5eceb43e-9e6c-4096-8014-9f80cfb1b3ca req-f7b1e871-789c-4a7b-9775-8effdb886cec tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=232bd6be-953e-4b7f-a413-4a09c56bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410166 Apr 08 11:11:02.581039 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:03.242550 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e1bf1-9f3b-40e7-86d2-a119fbf2dd9f req-df583b35-bee9-4530-9e1f-5d1d7e10b463 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:03.243987 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-474e1bf1-9f3b-40e7-86d2-a119fbf2dd9f req-df583b35-bee9-4530-9e1f-5d1d7e10b463 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=84117878-4454-4903-9fee-9d7a11c67b91 HTTP/1.1" status: 200 len: 946 time: 0.0515118 Apr 08 11:11:03.289698 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-474e1bf1-9f3b-40e7-86d2-a119fbf2dd9f req-65b5322a-621c-4564-b2b4-b8189cc1c426 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=232bd6be-953e-4b7f-a413-4a09c56bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400484 Apr 08 11:11:04.143037 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468041a-ba85-4672-8251-06bc6df71424 req-d0eca628-e0af-4cb6-b0d5-53f1d79b09ed tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:04.144471 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9468041a-ba85-4672-8251-06bc6df71424 req-d0eca628-e0af-4cb6-b0d5-53f1d79b09ed tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.25 "GET /v2.0/ports?device_id=84117878-4454-4903-9fee-9d7a11c67b91 HTTP/1.1" status: 200 len: 946 time: 0.0510523 Apr 08 11:11:04.244538 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-9468041a-ba85-4672-8251-06bc6df71424 req-6f56bc99-5c9f-4295-98fe-1884f1b12bec tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Deleting port 7f5decb5-b2ee-49aa-919f-64dcc00831c1 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:11:04.244874 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-9468041a-ba85-4672-8251-06bc6df71424 req-6f56bc99-5c9f-4295-98fe-1884f1b12bec tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (7f5decb5-b2ee-49aa-919f-64dcc00831c1), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:04.266814 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:04.333165 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-9468041a-ba85-4672-8251-06bc6df71424 req-6f56bc99-5c9f-4295-98fe-1884f1b12bec tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] For port 7f5decb5-b2ee-49aa-919f-64dcc00831c1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7f5decb5-b2ee-49aa-919f-64dcc00831c1,segment=NetworkSegment(13a51762-62db-4a95-be12-8e98c62784f0),segment_id=13a51762-62db-4a95-be12-8e98c62784f0)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:11:04.333529 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-9468041a-ba85-4672-8251-06bc6df71424 req-6f56bc99-5c9f-4295-98fe-1884f1b12bec tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (7f5decb5-b2ee-49aa-919f-64dcc00831c1), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:04.490642 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84495822-514e-4a92-bdbf-1b71d6792ece req-e4a332d3-d020-4d6a-a056-d1dda960f8d5 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:04.492005 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-84495822-514e-4a92-bdbf-1b71d6792ece req-e4a332d3-d020-4d6a-a056-d1dda960f8d5 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=84117878-4454-4903-9fee-9d7a11c67b91 HTTP/1.1" status: 200 len: 946 time: 0.1137717 Apr 08 11:11:04.564895 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-9468041a-ba85-4672-8251-06bc6df71424 req-6f56bc99-5c9f-4295-98fe-1884f1b12bec tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:04.568885 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-9468041a-ba85-4672-8251-06bc6df71424 req-6f56bc99-5c9f-4295-98fe-1884f1b12bec tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456385'] for floatingip (a4efbda8-4282-4e69-886c-a0543f7e75f0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:04.568885 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.db.l3_db [req-9468041a-ba85-4672-8251-06bc6df71424 req-6f56bc99-5c9f-4295-98fe-1884f1b12bec tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Floating IP a4efbda8-4282-4e69-886c-a0543f7e75f0 disassociated. External IP: 172.27.0.85, port: 7f5decb5-b2ee-49aa-919f-64dcc00831c1. Apr 08 11:11:04.568885 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-9468041a-ba85-4672-8251-06bc6df71424 req-6f56bc99-5c9f-4295-98fe-1884f1b12bec tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Calling delete_port for 7f5decb5-b2ee-49aa-919f-64dcc00831c1 owned by compute:nova {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:11:04.589676 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-84495822-514e-4a92-bdbf-1b71d6792ece req-3a3ae693-530b-4e75-b0a1-6c007fe4361a tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=232bd6be-953e-4b7f-a413-4a09c56bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701530 Apr 08 11:11:04.770100 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-9468041a-ba85-4672-8251-06bc6df71424 req-6f56bc99-5c9f-4295-98fe-1884f1b12bec tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (7f5decb5-b2ee-49aa-919f-64dcc00831c1), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:04.798864 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f56bc99-5c9f-4295-98fe-1884f1b12bec tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Pushing event deleted for resources: {'Port': ['ID=7f5decb5-b2ee-49aa-919f-64dcc00831c1,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:04.914031 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9468041a-ba85-4672-8251-06bc6df71424 req-6f56bc99-5c9f-4295-98fe-1884f1b12bec tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Router 943a4045-54bd-49f9-88a5-96d188b44ed8 has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:11:05.025857 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9468041a-ba85-4672-8251-06bc6df71424 req-6f56bc99-5c9f-4295-98fe-1884f1b12bec tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:11:05.035047 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6109c70a-a501-4874-bdcb-842e6fa94a4e None None] Sync routers for ids ['943a4045-54bd-49f9-88a5-96d188b44ed8'] in dv-cinder-836073-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:11:05.045980 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6109c70a-a501-4874-bdcb-842e6fa94a4e None None] Routers {'943a4045-54bd-49f9-88a5-96d188b44ed8'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:11:05.046581 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-6109c70a-a501-4874-bdcb-842e6fa94a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:11:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['943a4045-54bd-49f9-88a5-96d188b44ed8'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:05.067314 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-9468041a-ba85-4672-8251-06bc6df71424 req-6f56bc99-5c9f-4295-98fe-1884f1b12bec tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] No DVR routers for this DVR port 7f5decb5-b2ee-49aa-919f-64dcc00831c1 on host hv-cinder-83607 {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:11:05.070014 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-9468041a-ba85-4672-8251-06bc6df71424 req-6f56bc99-5c9f-4295-98fe-1884f1b12bec tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:05.073450 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9468041a-ba85-4672-8251-06bc6df71424 req-6f56bc99-5c9f-4295-98fe-1884f1b12bec tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.25 "DELETE /v2.0/ports/7f5decb5-b2ee-49aa-919f-64dcc00831c1 HTTP/1.1" status: 204 len: 173 time: 0.9205215 Apr 08 11:11:05.073938 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84117878-4454-4903-9fee-9d7a11c67b91', 'name': 'network-vif-deleted', 'tag': '7f5decb5-b2ee-49aa-919f-64dcc00831c1'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:11:05.076980 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81c7a71-d3e4-415b-b4ba-1e5f859c422b" -d '{"events": [{"server_uuid": "84117878-4454-4903-9fee-9d7a11c67b91", "name": "network-vif-deleted", "tag": "7f5decb5-b2ee-49aa-919f-64dcc00831c1"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:11:05.114871 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b7f4be-3ee3-4d88-8fa2-f68e1a69122f x-openstack-request-id: req-34b7f4be-3ee3-4d88-8fa2-f68e1a69122f {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:11:05.115161 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84117878-4454-4903-9fee-9d7a11c67b91", "name": "network-vif-deleted", "tag": "7f5decb5-b2ee-49aa-919f-64dcc00831c1", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:11:05.115412 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-34b7f4be-3ee3-4d88-8fa2-f68e1a69122f {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:11:05.115810 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34b7f4be-3ee3-4d88-8fa2-f68e1a69122f'] response: {'server_uuid': '84117878-4454-4903-9fee-9d7a11c67b91', 'name': 'network-vif-deleted', 'tag': '7f5decb5-b2ee-49aa-919f-64dcc00831c1', 'status': 'completed', 'code': 200} Apr 08 11:11:05.160462 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-6109c70a-a501-4874-bdcb-842e6fa94a4e None None] Set router 943a4045-54bd-49f9-88a5-96d188b44ed8 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:11:05.372315 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-6109c70a-a501-4874-bdcb-842e6fa94a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'name': 'tempest-AttachVolumeNegativeTest-1482535796-router', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:32Z', 'revision_number': 4, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'gw_port': {'id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:23Z', 'updated_at': '2022-04-08T11:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': 'f6064dd6-c164-4146-88c3-81cec2380cb9', 'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'mac_address': 'fa:16:3e:eb:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:31Z', 'updated_at': '2022-04-08T11:07:43Z', 'revision_number': 5, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'subnets': [{'id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:05.397705 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6109c70a-a501-4874-bdcb-842e6fa94a4e None None] Checking router: 943a4045-54bd-49f9-88a5-96d188b44ed8 for host: dv-cinder-836073-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:11:05.407056 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6109c70a-a501-4874-bdcb-842e6fa94a4e None None] Routers {'943a4045-54bd-49f9-88a5-96d188b44ed8'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:11:05.407653 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-6109c70a-a501-4874-bdcb-842e6fa94a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:11:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['943a4045-54bd-49f9-88a5-96d188b44ed8'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:05.601315 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-6109c70a-a501-4874-bdcb-842e6fa94a4e None None] Set router 943a4045-54bd-49f9-88a5-96d188b44ed8 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:11:05.698975 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c0f97a3a-c02f-48eb-824e-8437e1fe4ff4 req-3c1662cb-edd0-460b-b4a6-268db7b00016 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=84117878-4454-4903-9fee-9d7a11c67b91 HTTP/1.1" status: 200 len: 210 time: 0.0308831 Apr 08 11:11:05.796989 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-6109c70a-a501-4874-bdcb-842e6fa94a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'name': 'tempest-AttachVolumeNegativeTest-1482535796-router', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:32Z', 'revision_number': 4, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'gw_port': {'id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:23Z', 'updated_at': '2022-04-08T11:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': 'f6064dd6-c164-4146-88c3-81cec2380cb9', 'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'mac_address': 'fa:16:3e:eb:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:31Z', 'updated_at': '2022-04-08T11:07:43Z', 'revision_number': 5, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'subnets': [{'id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:05.823344 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6109c70a-a501-4874-bdcb-842e6fa94a4e None None] The sync data for ids ['943a4045-54bd-49f9-88a5-96d188b44ed8'] in dv-cinder-836073-3-iscsi is: [{'id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'name': 'tempest-AttachVolumeNegativeTest-1482535796-router', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:32Z', 'revision_number': 4, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'gw_port': {'id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:23Z', 'updated_at': '2022-04-08T11:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': 'f6064dd6-c164-4146-88c3-81cec2380cb9', 'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'mac_address': 'fa:16:3e:eb:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:31Z', 'updated_at': '2022-04-08T11:07:43Z', 'revision_number': 5, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'subnets': [{'id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:11:06.035807 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1d250b-f1a4-475d-ad08-7b835c4dce92 None None] New status for floating IP a4efbda8-4282-4e69-886c-a0543f7e75f0: DOWN {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:11:06.850332 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 48636) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:11:06.904408 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a5f985e7-51cd-4cb2-9f65-6cb96ca38886 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group (232bd6be-953e-4b7f-a413-4a09c56bc7a5), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:06.927370 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a5f985e7-51cd-4cb2-9f65-6cb96ca38886 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group (232bd6be-953e-4b7f-a413-4a09c56bc7a5), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:07.043937 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a5f985e7-51cd-4cb2-9f65-6cb96ca38886 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (232bd6be-953e-4b7f-a413-4a09c56bc7a5), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:07.047988 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a5f985e7-51cd-4cb2-9f65-6cb96ca38886 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:07.049122 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-a5f985e7-51cd-4cb2-9f65-6cb96ca38886 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "DELETE /v2.0/security-groups/232bd6be-953e-4b7f-a413-4a09c56bc7a5 HTTP/1.1" status: 204 len: 168 time: 0.1978252 Apr 08 11:11:07.051985 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 48638) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:11:07.058190 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f985e7-51cd-4cb2-9f65-6cb96ca38886 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=232bd6be-953e-4b7f-a413-4a09c56bc7a5,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:07.068811 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.api.v2.resource [None req-395d7ef9-1831-4263-9ec5-b573e23d1407 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] show failed (client error): The resource could not be found. Apr 08 11:11:07.069880 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-395d7ef9-1831-4263-9ec5-b573e23d1407 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups/232bd6be-953e-4b7f-a413-4a09c56bc7a5 HTTP/1.1" status: 404 len: 347 time: 0.0168707 Apr 08 11:11:07.072748 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 48640) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:11:07.194623 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-456d0aec-1a6b-4b6f-a2b5-34f25b5ba870 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Deleting port fb9b8771-3d62-44c4-adc0-a17c7afa0eab {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:11:07.194964 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-456d0aec-1a6b-4b6f-a2b5-34f25b5ba870 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (fb9b8771-3d62-44c4-adc0-a17c7afa0eab), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:07.267967 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-456d0aec-1a6b-4b6f-a2b5-34f25b5ba870 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (fb9b8771-3d62-44c4-adc0-a17c7afa0eab), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:07.268299 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-456d0aec-1a6b-4b6f-a2b5-34f25b5ba870 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for floatingip (fb9b8771-3d62-44c4-adc0-a17c7afa0eab), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:07.279443 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-456d0aec-1a6b-4b6f-a2b5-34f25b5ba870 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Calling delete_port for fb9b8771-3d62-44c4-adc0-a17c7afa0eab owned by network:floatingip {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:11:07.455203 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-456d0aec-1a6b-4b6f-a2b5-34f25b5ba870 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638'] for port (fb9b8771-3d62-44c4-adc0-a17c7afa0eab), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:07.480414 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d0aec-1a6b-4b6f-a2b5-34f25b5ba870 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Pushing event deleted for resources: {'Port': ['ID=fb9b8771-3d62-44c4-adc0-a17c7afa0eab,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:07.510225 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-456d0aec-1a6b-4b6f-a2b5-34f25b5ba870 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for floatingip (a4efbda8-4282-4e69-886c-a0543f7e75f0), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:07.512760 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-456d0aec-1a6b-4b6f-a2b5-34f25b5ba870 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:07.514147 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-456d0aec-1a6b-4b6f-a2b5-34f25b5ba870 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "DELETE /v2.0/floatingips/a4efbda8-4282-4e69-886c-a0543f7e75f0 HTTP/1.1" status: 204 len: 168 time: 0.4404402 Apr 08 11:11:07.959702 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 48652) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:11:07.964448 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-b7d8b07c-ea3e-46b8-bba1-1d4067b89176 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1275649147', 'description': 'tempest-description--803526777'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:11:08.032564 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b7d8b07c-ea3e-46b8-bba1-1d4067b89176 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:08.098674 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b7d8b07c-ea3e-46b8-bba1-1d4067b89176 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group (1b6035b3-4e88-4dd5-bdab-f12a5a197935), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:08.144293 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 7f5decb5-b2ee-49aa-919f-64dcc00831c1 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:11:08.167088 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] No Port match for: 7f5decb5-b2ee-49aa-919f-64dcc00831c1 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:11:08.167427 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 7f5decb5-b2ee-49aa-919f-64dcc00831c1 not bound to the agent host hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:11:08.181099 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b7d8b07c-ea3e-46b8-bba1-1d4067b89176 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (1b6035b3-4e88-4dd5-bdab-f12a5a197935), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:08.210224 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8b07c-ea3e-46b8-bba1-1d4067b89176 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6035b3-4e88-4dd5-bdab-f12a5a197935,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:08.274417 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b7d8b07c-ea3e-46b8-bba1-1d4067b89176 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:08.275719 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-b7d8b07c-ea3e-46b8-bba1-1d4067b89176 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3149514 Apr 08 11:11:08.278431 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 48654) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:11:08.282765 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-4af5f5e2-700e-47a5-968c-b121609d8a05 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Request body: {'security_group_rule': {'security_group_id': '1b6035b3-4e88-4dd5-bdab-f12a5a197935', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:11:08.368348 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4af5f5e2-700e-47a5-968c-b121609d8a05 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group_rule (25501a85-1aff-4b68-ba30-e9de684387d9), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:08.422950 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4af5f5e2-700e-47a5-968c-b121609d8a05 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group_rule (25501a85-1aff-4b68-ba30-e9de684387d9), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:08.494229 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4af5f5e2-700e-47a5-968c-b121609d8a05 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919275'] for security_group_rule (25501a85-1aff-4b68-ba30-e9de684387d9), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:08.511675 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5f5e2-700e-47a5-968c-b121609d8a05 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25501a85-1aff-4b68-ba30-e9de684387d9,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:08.589099 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4af5f5e2-700e-47a5-968c-b121609d8a05 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:08.590294 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-4af5f5e2-700e-47a5-968c-b121609d8a05 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3109207 Apr 08 11:11:08.593505 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 48656) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:11:08.597909 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-06a641bf-ee4c-4612-be61-2ee44119b340 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Request body: {'security_group_rule': {'security_group_id': '1b6035b3-4e88-4dd5-bdab-f12a5a197935', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:11:08.672124 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-06a641bf-ee4c-4612-be61-2ee44119b340 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group_rule (523b7531-40f3-4687-acac-d0b87193b6a8), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:08.725759 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-06a641bf-ee4c-4612-be61-2ee44119b340 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group_rule (523b7531-40f3-4687-acac-d0b87193b6a8), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:08.764570 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-06a641bf-ee4c-4612-be61-2ee44119b340 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919275'] for security_group_rule (523b7531-40f3-4687-acac-d0b87193b6a8), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:08.784797 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a641bf-ee4c-4612-be61-2ee44119b340 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=523b7531-40f3-4687-acac-d0b87193b6a8,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:08.834107 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-06a641bf-ee4c-4612-be61-2ee44119b340 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:08.835332 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-06a641bf-ee4c-4612-be61-2ee44119b340 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2408612 Apr 08 11:11:08.838350 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 48660) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:11:08.854418 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-54df3c3e-57d7-4372-9e2d-55806dffcadc tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Request body: {'floatingip': {'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:11:08.929800 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-54df3c3e-57d7-4372-9e2d-55806dffcadc tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:09.029399 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-54df3c3e-57d7-4372-9e2d-55806dffcadc tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:09.139041 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-54df3c3e-57d7-4372-9e2d-55806dffcadc tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Allocated IP 172.27.0.176 (9ba38368-ff54-4986-b9fd-e3d76f01d727/295b2c6f-15e1-46ca-ae70-e3531500d944/8f9fe6e2-2af4-4b8f-8cea-159c5c6c0dea) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:11:09.236609 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-54df3c3e-57d7-4372-9e2d-55806dffcadc tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for port (8f9fe6e2-2af4-4b8f-8cea-159c5c6c0dea), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:09.335690 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-54df3c3e-57d7-4372-9e2d-55806dffcadc tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629'] for port (8f9fe6e2-2af4-4b8f-8cea-159c5c6c0dea), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:09.375723 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54df3c3e-57d7-4372-9e2d-55806dffcadc tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Network 9ba38368-ff54-4986-b9fd-e3d76f01d727 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:11:09.378465 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-54df3c3e-57d7-4372-9e2d-55806dffcadc tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:11:09.383834 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54df3c3e-57d7-4372-9e2d-55806dffcadc tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:11:09.392826 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df3c3e-57d7-4372-9e2d-55806dffcadc tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Pushing event updated for resources: {'Port': ['ID=8f9fe6e2-2af4-4b8f-8cea-159c5c6c0dea,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:09.433310 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-54df3c3e-57d7-4372-9e2d-55806dffcadc tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for floatingip (f29e4d75-c96e-41de-8de9-0fe0a5322c4f), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:09.525479 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-54df3c3e-57d7-4372-9e2d-55806dffcadc tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (8f9fe6e2-2af4-4b8f-8cea-159c5c6c0dea), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:09.671992 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-54df3c3e-57d7-4372-9e2d-55806dffcadc tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for port (8f9fe6e2-2af4-4b8f-8cea-159c5c6c0dea), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:09.740786 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-54df3c3e-57d7-4372-9e2d-55806dffcadc tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (8f9fe6e2-2af4-4b8f-8cea-159c5c6c0dea), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:09.772393 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-54df3c3e-57d7-4372-9e2d-55806dffcadc tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456385'] for floatingip (f29e4d75-c96e-41de-8de9-0fe0a5322c4f), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:09.790717 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df3c3e-57d7-4372-9e2d-55806dffcadc tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Pushing event updated for resources: {'Port': ['ID=8f9fe6e2-2af4-4b8f-8cea-159c5c6c0dea,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:09.844967 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-54df3c3e-57d7-4372-9e2d-55806dffcadc tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:09.846215 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-54df3c3e-57d7-4372-9e2d-55806dffcadc tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0069535 Apr 08 11:11:10.063796 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-691b0411-2871-443a-932e-df99e59c65e7 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1275649147&fields=id&tenant_id=ff706c0e7c16476e8c00ca1ba4e85ed9 HTTP/1.1" status: 200 len: 267 time: 0.0540023 Apr 08 11:11:10.174680 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-563ba5bb-ddc9-48b7-b3b6-3d2cc1533b8f tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:10.176212 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-563ba5bb-ddc9-48b7-b3b6-3d2cc1533b8f tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/networks?id=e19cdb1b-6b68-4ab1-b7ae-0515860cc308 HTTP/1.1" status: 200 len: 815 time: 0.1053226 Apr 08 11:11:10.191556 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-de28e46c-c938-4b96-9e8f-366c54ffb9da tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/quotas/ff706c0e7c16476e8c00ca1ba4e85ed9 HTTP/1.1" status: 200 len: 375 time: 0.0098231 Apr 08 11:11:10.237330 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02912549-ac33-4967-a5c8-b7a8915f8314 req-bb42f025-7e6f-493a-8a55-3a2e6e7057d7 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:10.239100 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-02912549-ac33-4967-a5c8-b7a8915f8314 req-bb42f025-7e6f-493a-8a55-3a2e6e7057d7 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0562234 Apr 08 11:11:10.247193 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-c4742f93-fce9-42df-8af3-2673620c3e79 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ff706c0e7c16476e8c00ca1ba4e85ed9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499527 Apr 08 11:11:10.287701 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-02912549-ac33-4967-a5c8-b7a8915f8314 req-6b716174-4716-41ae-bb29-07a25a590c12 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416489 Apr 08 11:11:10.349707 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-24702e28-b32b-4bdd-bddb-12ab85aec972 service neutron] 10.222.0.53 "GET /v2.0/networks/e19cdb1b-6b68-4ab1-b7ae-0515860cc308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900886 Apr 08 11:11:10.445172 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-bf89bc1a-6df7-4374-a212-85ae10ba6afc service neutron] 10.222.0.53 "GET /v2.0/networks/e19cdb1b-6b68-4ab1-b7ae-0515860cc308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897071 Apr 08 11:11:10.677282 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-509efac4-8755-4e69-b706-0b88c4eaad5c req-81b14fad-5f37-4131-8076-deb51de9d675 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=734fda2b-f86a-41d3-94bb-2173ff768191 HTTP/1.1" status: 200 len: 210 time: 0.0323269 Apr 08 11:11:11.406314 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f4156-9bcd-48e2-8b8a-aef8d11532d8 req-981fda3c-a6cc-4172-b327-2c381cdb2727 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:11.407839 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-650f4156-9bcd-48e2-8b8a-aef8d11532d8 req-981fda3c-a6cc-4172-b327-2c381cdb2727 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0541389 Apr 08 11:11:11.458447 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-650f4156-9bcd-48e2-8b8a-aef8d11532d8 req-c94a322d-0c56-41dc-b7bc-049ef1d064db tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449686 Apr 08 11:11:11.772794 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-462c37c8-6dbf-4989-aea0-25cc2543f0b2 req-3eeae786-73c7-4e26-a7c0-6b032a831819 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=734fda2b-f86a-41d3-94bb-2173ff768191 HTTP/1.1" status: 200 len: 210 time: 0.0284173 Apr 08 11:11:12.576171 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f89884-be24-45f6-becc-e0c5745c7e9b req-137cbbf3-0d6c-433d-bca7-ea7f36e2730f tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:12.577675 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-14f89884-be24-45f6-becc-e0c5745c7e9b req-137cbbf3-0d6c-433d-bca7-ea7f36e2730f tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0535829 Apr 08 11:11:12.624271 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-14f89884-be24-45f6-becc-e0c5745c7e9b req-68d62525-f1a7-42c2-acd3-9cec25ba1d00 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408955 Apr 08 11:11:12.772966 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-465542d8-ae01-490e-a68f-b984a7009816 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:12.774402 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-465542d8-ae01-490e-a68f-b984a7009816 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.25 "GET /v2.0/networks?id=e19cdb1b-6b68-4ab1-b7ae-0515860cc308 HTTP/1.1" status: 200 len: 815 time: 0.1006374 Apr 08 11:11:12.862795 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-523a25db-5f56-4993-bc5c-379309b5ece6 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff706c0e7c16476e8c00ca1ba4e85ed9 HTTP/1.1" status: 200 len: 380 time: 0.0670116 Apr 08 11:11:12.879803 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-918e9671-82c4-427b-87b9-58f8db5171f8 req-5a642355-cba2-4420-943f-b3350d5216ef tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=734fda2b-f86a-41d3-94bb-2173ff768191 HTTP/1.1" status: 200 len: 210 time: 0.0389287 Apr 08 11:11:12.883140 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-d7a46c13-8cf6-4d8f-b568-de9c1c6d2e81 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Request body: {'port': {'device_id': '734fda2b-f86a-41d3-94bb-2173ff768191', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'admin_state_up': True, 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'security_groups': ['1b6035b3-4e88-4dd5-bdab-f12a5a197935']}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:11:13.043816 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-d7a46c13-8cf6-4d8f-b568-de9c1c6d2e81 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Made reservation on behalf of ff706c0e7c16476e8c00ca1ba4e85ed9 for: {'port': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:11:13.047889 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-d7a46c13-8cf6-4d8f-b568-de9c1c6d2e81 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:13.176539 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-d7a46c13-8cf6-4d8f-b568-de9c1c6d2e81 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Allocated IP 172.20.0.9 (e19cdb1b-6b68-4ab1-b7ae-0515860cc308/9010fa40-00fa-4f20-8fb7-c4e600b421ca/ff62c6df-bea1-4356-989b-13150bcdf193) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:11:13.312016 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-d7a46c13-8cf6-4d8f-b568-de9c1c6d2e81 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for port (ff62c6df-bea1-4356-989b-13150bcdf193), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:13.398310 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-d7a46c13-8cf6-4d8f-b568-de9c1c6d2e81 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (ff62c6df-bea1-4356-989b-13150bcdf193), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:13.440363 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-d7a46c13-8cf6-4d8f-b568-de9c1c6d2e81 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Network e19cdb1b-6b68-4ab1-b7ae-0515860cc308 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:11:13.443676 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-d7a46c13-8cf6-4d8f-b568-de9c1c6d2e81 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:11:13.449269 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-d7a46c13-8cf6-4d8f-b568-de9c1c6d2e81 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:11:13.456034 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a46c13-8cf6-4d8f-b568-de9c1c6d2e81 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Pushing event updated for resources: {'Port': ['ID=ff62c6df-bea1-4356-989b-13150bcdf193,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:13.502668 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-d7a46c13-8cf6-4d8f-b568-de9c1c6d2e81 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:13.503287 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-d7a46c13-8cf6-4d8f-b568-de9c1c6d2e81 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:13.590057 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-d7a46c13-8cf6-4d8f-b568-de9c1c6d2e81 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7122550 Apr 08 11:11:13.612825 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-9943f141-d18a-44f8-9647-a40799adeed2 service neutron] Request body: {'port': {'device_id': '734fda2b-f86a-41d3-94bb-2173ff768191', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:11:13.676867 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-9943f141-d18a-44f8-9647-a40799adeed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (ff62c6df-bea1-4356-989b-13150bcdf193), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:13.685765 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-5c464601-8ae6-4e46-9682-0d6a833bc408 None None] Provisioning complete for port ff62c6df-bea1-4356-989b-13150bcdf193 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:11:13.686400 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c464601-8ae6-4e46-9682-0d6a833bc408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (ff62c6df-bea1-4356-989b-13150bcdf193), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:13.721654 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-5c464601-8ae6-4e46-9682-0d6a833bc408 None None] Port ff62c6df-bea1-4356-989b-13150bcdf193 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:11:13.744408 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5582eb-c12e-4aa5-bde6-b8978c38487d req-76bb014f-c9f5-4700-b27c-868ac1bf790f tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:13.745947 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ba5582eb-c12e-4aa5-bde6-b8978c38487d req-76bb014f-c9f5-4700-b27c-868ac1bf790f tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0527179 Apr 08 11:11:13.793334 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ba5582eb-c12e-4aa5-bde6-b8978c38487d req-b1b87510-3705-4c2d-a465-28744d8302b1 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414550 Apr 08 11:11:13.935716 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-9943f141-d18a-44f8-9647-a40799adeed2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff62c6df-bea1-4356-989b-13150bcdf193 {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:11:13.943583 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-9943f141-d18a-44f8-9647-a40799adeed2 service neutron] Publish callbacks [] for port (ff62c6df-bea1-4356-989b-13150bcdf193), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:13.979341 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-9943f141-d18a-44f8-9647-a40799adeed2 service neutron] Transition to ACTIVE for port object ff62c6df-bea1-4356-989b-13150bcdf193 will not be triggered until provisioned by entity L2. {{(pid=104016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:11:14.004744 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac74b84-36c5-4806-82c3-a2aaa3884e9f req-ff41e34e-f815-4e02-8200-850aea00b0f9 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:14.006236 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dac74b84-36c5-4806-82c3-a2aaa3884e9f req-ff41e34e-f815-4e02-8200-850aea00b0f9 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=734fda2b-f86a-41d3-94bb-2173ff768191 HTTP/1.1" status: 200 len: 931 time: 0.0589316 Apr 08 11:11:14.055552 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dac74b84-36c5-4806-82c3-a2aaa3884e9f req-5999982f-56a0-4fa1-abf4-18e59ada2e51 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b6035b3-4e88-4dd5-bdab-f12a5a197935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437238 Apr 08 11:11:14.083924 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-9943f141-d18a-44f8-9647-a40799adeed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3536654'] for port (ff62c6df-bea1-4356-989b-13150bcdf193), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:14.134334 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943f141-d18a-44f8-9647-a40799adeed2 service neutron] Pushing event updated for resources: {'Port': ['ID=ff62c6df-bea1-4356-989b-13150bcdf193,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:14.206399 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-9943f141-d18a-44f8-9647-a40799adeed2 service neutron] Attempting to bind port ff62c6df-bea1-4356-989b-13150bcdf193 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:11:14.206736 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-9943f141-d18a-44f8-9647-a40799adeed2 service neutron] Attempting to bind port ff62c6df-bea1-4356-989b-13150bcdf193 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '13a51762-62db-4a95-be12-8e98c62784f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:11:14.207067 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-9943f141-d18a-44f8-9647-a40799adeed2 service neutron] Attempting to bind port ff62c6df-bea1-4356-989b-13150bcdf193 on network e19cdb1b-6b68-4ab1-b7ae-0515860cc308 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:11:14.211722 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-9943f141-d18a-44f8-9647-a40799adeed2 service neutron] Port ff62c6df-bea1-4356-989b-13150bcdf193 on network e19cdb1b-6b68-4ab1-b7ae-0515860cc308 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:11:14.212043 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-9943f141-d18a-44f8-9647-a40799adeed2 service neutron] Attempting to bind port ff62c6df-bea1-4356-989b-13150bcdf193 on network e19cdb1b-6b68-4ab1-b7ae-0515860cc308 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:11:14.217235 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-9943f141-d18a-44f8-9647-a40799adeed2 service neutron] Checking agent: {'id': '05eae265-77bc-4fda-a145-417801a6b133', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'started_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:11:14.217574 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-9943f141-d18a-44f8-9647-a40799adeed2 service neutron] Checking segment: {'id': '13a51762-62db-4a95-be12-8e98c62784f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:11:14.222324 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-9943f141-d18a-44f8-9647-a40799adeed2 service neutron] Bound using segment: {'id': '13a51762-62db-4a95-be12-8e98c62784f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:11:14.222324 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-9943f141-d18a-44f8-9647-a40799adeed2 service neutron] Bound port: ff62c6df-bea1-4356-989b-13150bcdf193, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13a51762-62db-4a95-be12-8e98c62784f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:11:14.222324 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-9943f141-d18a-44f8-9647-a40799adeed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (ff62c6df-bea1-4356-989b-13150bcdf193), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:14.288378 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-9943f141-d18a-44f8-9647-a40799adeed2 service neutron] For port ff62c6df-bea1-4356-989b-13150bcdf193, host hv-cinder-83607, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:11:14.291384 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-9943f141-d18a-44f8-9647-a40799adeed2 service neutron] For port ff62c6df-bea1-4356-989b-13150bcdf193, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ff62c6df-bea1-4356-989b-13150bcdf193,segment=NetworkSegment(13a51762-62db-4a95-be12-8e98c62784f0),segment_id=13a51762-62db-4a95-be12-8e98c62784f0)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:11:14.353257 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-9943f141-d18a-44f8-9647-a40799adeed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3536654'] for port (ff62c6df-bea1-4356-989b-13150bcdf193), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:14.385208 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-9943f141-d18a-44f8-9647-a40799adeed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:14.385919 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-9943f141-d18a-44f8-9647-a40799adeed2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:14.387851 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-9943f141-d18a-44f8-9647-a40799adeed2 service neutron] 10.222.0.25 "PUT /v2.0/ports/ff62c6df-bea1-4356-989b-13150bcdf193 HTTP/1.1" status: 200 len: 1093 time: 0.7792382 Apr 08 11:11:14.389223 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '734fda2b-f86a-41d3-94bb-2173ff768191', 'tag': 'ff62c6df-bea1-4356-989b-13150bcdf193'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:11:14.391452 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ceee2c-9076-4622-b0b4-7e8e566a40ee" -d '{"events": [{"name": "network-changed", "server_uuid": "734fda2b-f86a-41d3-94bb-2173ff768191", "tag": "ff62c6df-bea1-4356-989b-13150bcdf193"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:11:14.428482 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943f141-d18a-44f8-9647-a40799adeed2 service neutron] Pushing event updated for resources: {'Port': ['ID=ff62c6df-bea1-4356-989b-13150bcdf193,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:14.433275 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3c0495-1c3f-4c1e-a65b-ead8b61bac0b x-openstack-request-id: req-fd3c0495-1c3f-4c1e-a65b-ead8b61bac0b {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:11:14.433609 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "734fda2b-f86a-41d3-94bb-2173ff768191", "tag": "ff62c6df-bea1-4356-989b-13150bcdf193", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:11:14.433857 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fd3c0495-1c3f-4c1e-a65b-ead8b61bac0b {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:11:14.434254 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd3c0495-1c3f-4c1e-a65b-ead8b61bac0b'] response: {'name': 'network-changed', 'server_uuid': '734fda2b-f86a-41d3-94bb-2173ff768191', 'tag': 'ff62c6df-bea1-4356-989b-13150bcdf193', 'status': 'completed', 'code': 200} Apr 08 11:11:14.529550 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ceee2c-9076-4622-b0b4-7e8e566a40ee req-f295f4b5-fa62-4cfe-b2da-ee86cf4a7db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:14.531082 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a2ceee2c-9076-4622-b0b4-7e8e566a40ee req-f295f4b5-fa62-4cfe-b2da-ee86cf4a7db9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ff706c0e7c16476e8c00ca1ba4e85ed9&device_id=734fda2b-f86a-41d3-94bb-2173ff768191 HTTP/1.1" status: 200 len: 1127 time: 0.0485444 Apr 08 11:11:14.641887 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ceee2c-9076-4622-b0b4-7e8e566a40ee req-058d9eac-702b-4c3d-a401-4d227f1c4933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:14.643343 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a2ceee2c-9076-4622-b0b4-7e8e566a40ee req-058d9eac-702b-4c3d-a401-4d227f1c4933 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=ff706c0e7c16476e8c00ca1ba4e85ed9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0964181 Apr 08 11:11:14.743938 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ceee2c-9076-4622-b0b4-7e8e566a40ee req-c8cf251f-586b-4904-b4b0-09828ac219c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:14.747227 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a2ceee2c-9076-4622-b0b4-7e8e566a40ee req-c8cf251f-586b-4904-b4b0-09828ac219c2 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0978644 Apr 08 11:11:14.854608 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-aa8807cb-e610-4d89-b009-a3dca5460c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:14.856212 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-aa8807cb-e610-4d89-b009-a3dca5460c39 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ff706c0e7c16476e8c00ca1ba4e85ed9&device_id=734fda2b-f86a-41d3-94bb-2173ff768191 HTTP/1.1" status: 200 len: 1127 time: 0.0448716 Apr 08 11:11:14.925268 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-86316f96-56fc-481c-9ecb-571d207f3213 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff62c6df-bea1-4356-989b-13150bcdf193 HTTP/1.1" status: 200 len: 217 time: 0.0535414 Apr 08 11:11:14.974581 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf4d91-1d39-4b8d-b0e6-6ad1634fe470 req-4b6190ae-59a7-4c88-95ae-9f20893817bf tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:14.976034 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-55bf4d91-1d39-4b8d-b0e6-6ad1634fe470 req-4b6190ae-59a7-4c88-95ae-9f20893817bf tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.1156874 Apr 08 11:11:14.993260 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-b7fad6fb-487d-4b3f-9ed6-b973e2d2572d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:14.994691 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-b7fad6fb-487d-4b3f-9ed6-b973e2d2572d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9010fa40-00fa-4f20-8fb7-c4e600b421ca HTTP/1.1" status: 200 len: 854 time: 0.0628359 Apr 08 11:11:15.060587 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-55bf4d91-1d39-4b8d-b0e6-6ad1634fe470 req-77446d18-ef58-4808-adee-810e360c85a8 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763717 Apr 08 11:11:15.070211 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-c66c7135-796c-4099-952f-e995ebdf4f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:15.071761 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-c66c7135-796c-4099-952f-e995ebdf4f20 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e19cdb1b-6b68-4ab1-b7ae-0515860cc308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0707762 Apr 08 11:11:15.162171 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-62db2325-abee-4e4d-8cc1-45342919ddcd service neutron] 10.222.0.25 "GET /v2.0/networks/e19cdb1b-6b68-4ab1-b7ae-0515860cc308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835900 Apr 08 11:11:15.179725 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3971644-ad3d-43aa-a598-d9f5e481c37b req-decd9d96-9f1a-4c30-b8d2-8d952fe68fab tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:15.181191 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e3971644-ad3d-43aa-a598-d9f5e481c37b req-decd9d96-9f1a-4c30-b8d2-8d952fe68fab tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=734fda2b-f86a-41d3-94bb-2173ff768191 HTTP/1.1" status: 200 len: 943 time: 0.0552008 Apr 08 11:11:15.228400 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e3971644-ad3d-43aa-a598-d9f5e481c37b req-095be1f6-b9da-46c4-aa05-245b573af09b tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b6035b3-4e88-4dd5-bdab-f12a5a197935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410388 Apr 08 11:11:15.256938 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a639b64f-713f-42e0-80be-ab46ea622b19 req-2ae25cd4-a8a6-44a3-845b-cf95cc7dd749 service neutron] 10.222.0.25 "GET /v2.0/networks/e19cdb1b-6b68-4ab1-b7ae-0515860cc308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866649 Apr 08 11:11:16.177160 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3f89e-0bd0-4685-b396-2232f9a01f5b req-7d2ea18e-7068-48b8-8b34-22e8cbc50791 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:16.178541 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-99f3f89e-0bd0-4685-b396-2232f9a01f5b req-7d2ea18e-7068-48b8-8b34-22e8cbc50791 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0513599 Apr 08 11:11:16.223217 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-99f3f89e-0bd0-4685-b396-2232f9a01f5b req-4545dda8-32fa-4d10-8c5b-297b13928675 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392485 Apr 08 11:11:16.342175 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfeeb4-dbc0-49f4-82f0-316093fb2b4e req-a35565f8-b396-460f-8289-c91a53adbafe tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:16.343873 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2edfeeb4-dbc0-49f4-82f0-316093fb2b4e req-a35565f8-b396-460f-8289-c91a53adbafe tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=734fda2b-f86a-41d3-94bb-2173ff768191 HTTP/1.1" status: 200 len: 943 time: 0.0524664 Apr 08 11:11:16.389077 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2edfeeb4-dbc0-49f4-82f0-316093fb2b4e req-917b9831-d523-4f9c-b559-3e36acd850c0 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b6035b3-4e88-4dd5-bdab-f12a5a197935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395327 Apr 08 11:11:17.342987 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32f860-5f9f-4462-8eac-f4cb489c592e req-1b596be1-9d12-4337-b1a9-2882b1a8fca6 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:17.344543 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bd32f860-5f9f-4462-8eac-f4cb489c592e req-1b596be1-9d12-4337-b1a9-2882b1a8fca6 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0557973 Apr 08 11:11:17.390669 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bd32f860-5f9f-4462-8eac-f4cb489c592e req-8aac5265-bd0c-4d86-b154-8daf32e3f11d tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405254 Apr 08 11:11:17.508011 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf0759-e697-4606-8eae-41bb70fd67f8 req-9e998448-c426-497a-b206-372ece647ecd tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:17.509503 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-30bf0759-e697-4606-8eae-41bb70fd67f8 req-9e998448-c426-497a-b206-372ece647ecd tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=734fda2b-f86a-41d3-94bb-2173ff768191 HTTP/1.1" status: 200 len: 943 time: 0.0545788 Apr 08 11:11:17.556626 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-30bf0759-e697-4606-8eae-41bb70fd67f8 req-3be0635e-42a2-40b9-9c8c-8a69182f9616 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b6035b3-4e88-4dd5-bdab-f12a5a197935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411742 Apr 08 11:11:18.190158 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device ff62c6df-bea1-4356-989b-13150bcdf193 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:11:18.287169 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port ff62c6df-bea1-4356-989b-13150bcdf193, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ff62c6df-bea1-4356-989b-13150bcdf193,segment=NetworkSegment(13a51762-62db-4a95-be12-8e98c62784f0),segment_id=13a51762-62db-4a95-be12-8e98c62784f0)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:11:18.297955 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Returning: {'device': 'ff62c6df-bea1-4356-989b-13150bcdf193', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'port_id': 'ff62c6df-bea1-4356-989b-13150bcdf193', 'mac_address': 'fa:16:3e:6e:e9:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:11:18.336939 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port ff62c6df-bea1-4356-989b-13150bcdf193 is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:11:18.337320 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (ff62c6df-bea1-4356-989b-13150bcdf193), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:18.350044 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff62c6df-bea1-4356-989b-13150bcdf193 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:11:18.367985 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port ff62c6df-bea1-4356-989b-13150bcdf193, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ff62c6df-bea1-4356-989b-13150bcdf193,segment=NetworkSegment(13a51762-62db-4a95-be12-8e98c62784f0),segment_id=13a51762-62db-4a95-be12-8e98c62784f0)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:11:18.432951 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (ff62c6df-bea1-4356-989b-13150bcdf193), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:18.481849 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=ff62c6df-bea1-4356-989b-13150bcdf193,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:18.509464 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b943d81-d36a-47c2-aac2-8175db820207 req-2edd1934-859a-42b8-be7f-3f6813eca094 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:18.510966 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8b943d81-d36a-47c2-aac2-8175db820207 req-2edd1934-859a-42b8-be7f-3f6813eca094 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0531752 Apr 08 11:11:18.557842 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8b943d81-d36a-47c2-aac2-8175db820207 req-2733b2c6-e30f-4d2f-8294-99de8514dcbe tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407150 Apr 08 11:11:18.672669 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4631a0-d1a5-45b0-ac78-30f8ded2fe56 req-b0fcc5a3-2d23-48ca-b5e5-a66bb0599dc5 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:18.674085 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4a4631a0-d1a5-45b0-ac78-30f8ded2fe56 req-b0fcc5a3-2d23-48ca-b5e5-a66bb0599dc5 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=734fda2b-f86a-41d3-94bb-2173ff768191 HTTP/1.1" status: 200 len: 944 time: 0.0528314 Apr 08 11:11:18.720909 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4a4631a0-d1a5-45b0-ac78-30f8ded2fe56 req-f8a5b96f-0c90-427c-b26d-d7ee78a9ac9f tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b6035b3-4e88-4dd5-bdab-f12a5a197935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413356 Apr 08 11:11:18.807433 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] get_ports_and_sgs() called for port_ids ['ff62c6df-bea1-4356-989b-13150bcdf193'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:11:19.683134 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f860c-0a61-4145-b027-72a3c56b8978 req-b958597e-c2f6-4175-a650-59d29b8ad400 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:19.684617 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-858f860c-0a61-4145-b027-72a3c56b8978 req-b958597e-c2f6-4175-a650-59d29b8ad400 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0570714 Apr 08 11:11:19.740030 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-858f860c-0a61-4145-b027-72a3c56b8978 req-d468906b-def6-41d6-b6e3-61f486dda8fb tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486720 Apr 08 11:11:19.841163 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db891c98-a7e0-4657-9ca9-730e1a89d1a9 req-92492bda-7862-45ef-8f98-e7ed2cd5979e tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:19.842583 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-db891c98-a7e0-4657-9ca9-730e1a89d1a9 req-92492bda-7862-45ef-8f98-e7ed2cd5979e tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=734fda2b-f86a-41d3-94bb-2173ff768191 HTTP/1.1" status: 200 len: 944 time: 0.0553951 Apr 08 11:11:19.892190 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-db891c98-a7e0-4657-9ca9-730e1a89d1a9 req-28ab9642-e70f-4c87-9e19-9395922ff42a tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b6035b3-4e88-4dd5-bdab-f12a5a197935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441029 Apr 08 11:11:20.190943 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device ff62c6df-bea1-4356-989b-13150bcdf193 up at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:11:20.300893 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning for port ff62c6df-bea1-4356-989b-13150bcdf193 completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:11:20.304627 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning complete for port ff62c6df-bea1-4356-989b-13150bcdf193 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:11:20.304997 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (ff62c6df-bea1-4356-989b-13150bcdf193), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:20.383549 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port ff62c6df-bea1-4356-989b-13150bcdf193 is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:11:20.383941 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (ff62c6df-bea1-4356-989b-13150bcdf193), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:20.406020 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734fda2b-f86a-41d3-94bb-2173ff768191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff62c6df-bea1-4356-989b-13150bcdf193'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:11:20.408236 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351759d57aafe3a60f453950940ba8882eb57342389be8e59779499322ae84b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f817c863-2620-40ac-8ade-e823aca8fca8" -d '{"events": [{"server_uuid": "734fda2b-f86a-41d3-94bb-2173ff768191", "name": "network-vif-plugged", "status": "completed", "tag": "ff62c6df-bea1-4356-989b-13150bcdf193"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:11:20.420220 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port ff62c6df-bea1-4356-989b-13150bcdf193, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ff62c6df-bea1-4356-989b-13150bcdf193,segment=NetworkSegment(13a51762-62db-4a95-be12-8e98c62784f0),segment_id=13a51762-62db-4a95-be12-8e98c62784f0)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:11:20.443029 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f793e94-aaa9-4cfb-8d06-edf73366a6a4 x-openstack-request-id: req-1f793e94-aaa9-4cfb-8d06-edf73366a6a4 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:11:20.443336 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "734fda2b-f86a-41d3-94bb-2173ff768191", "name": "network-vif-plugged", "status": "completed", "tag": "ff62c6df-bea1-4356-989b-13150bcdf193", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:11:20.443600 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1f793e94-aaa9-4cfb-8d06-edf73366a6a4 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:11:20.443992 dv-cinder-836073-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f793e94-aaa9-4cfb-8d06-edf73366a6a4'] response: {'server_uuid': '734fda2b-f86a-41d3-94bb-2173ff768191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff62c6df-bea1-4356-989b-13150bcdf193', 'code': 200} Apr 08 11:11:20.494118 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (ff62c6df-bea1-4356-989b-13150bcdf193), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:20.540179 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=ff62c6df-bea1-4356-989b-13150bcdf193,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:20.857039 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82a5f4-f70d-4915-96b7-ad79ad23319f req-bfbe5681-44e1-4d71-ac11-86fdaf141b95 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:20.858524 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ce82a5f4-f70d-4915-96b7-ad79ad23319f req-bfbe5681-44e1-4d71-ac11-86fdaf141b95 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0514145 Apr 08 11:11:20.907308 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ce82a5f4-f70d-4915-96b7-ad79ad23319f req-711208fc-378d-4cfe-8627-a0f2785de6af tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412378 Apr 08 11:11:20.931285 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857de9d-8a21-4793-8d8b-348ab06e0d86 req-e91368e8-6197-4bf6-adfb-d5947b9ed295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:20.932814 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b857de9d-8a21-4793-8d8b-348ab06e0d86 req-e91368e8-6197-4bf6-adfb-d5947b9ed295 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=734fda2b-f86a-41d3-94bb-2173ff768191 HTTP/1.1" status: 200 len: 1129 time: 0.0458436 Apr 08 11:11:21.003963 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b857de9d-8a21-4793-8d8b-348ab06e0d86 req-24ff126a-f7c2-4188-aa85-85fc089771bb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1b6035b3-4e88-4dd5-bdab-f12a5a197935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638599 Apr 08 11:11:21.024799 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c6743-8021-4fab-a974-6b4b97489ded req-bcfde43b-c90f-448b-81fb-a1c48a011bf9 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:21.026191 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-636c6743-8021-4fab-a974-6b4b97489ded req-bcfde43b-c90f-448b-81fb-a1c48a011bf9 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=734fda2b-f86a-41d3-94bb-2173ff768191 HTTP/1.1" status: 200 len: 945 time: 0.0624237 Apr 08 11:11:21.072867 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-636c6743-8021-4fab-a974-6b4b97489ded req-b7525cbd-8ee5-431f-b3ce-ec4adf2cee1c tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b6035b3-4e88-4dd5-bdab-f12a5a197935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406287 Apr 08 11:11:22.023753 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e22435-0cb0-41ef-889f-d0af780c6e98 req-e3a02c80-36ff-49bb-b972-0883dd1c826c tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:22.025231 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-56e22435-0cb0-41ef-889f-d0af780c6e98 req-e3a02c80-36ff-49bb-b972-0883dd1c826c tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0517650 Apr 08 11:11:22.072529 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-56e22435-0cb0-41ef-889f-d0af780c6e98 req-7558d93e-1042-45ac-8520-060d72dd35c2 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417683 Apr 08 11:11:22.117043 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:22.197778 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8946954-baf8-487d-9cd2-9a170b72c3b9 req-182118c2-4c97-4c52-a488-bee115be4afb tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:22.199203 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d8946954-baf8-487d-9cd2-9a170b72c3b9 req-182118c2-4c97-4c52-a488-bee115be4afb tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=734fda2b-f86a-41d3-94bb-2173ff768191 HTTP/1.1" status: 200 len: 945 time: 0.0579171 Apr 08 11:11:22.246756 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d8946954-baf8-487d-9cd2-9a170b72c3b9 req-eda3cbde-96c8-4f4e-b813-a24a88bf59d5 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b6035b3-4e88-4dd5-bdab-f12a5a197935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418444 Apr 08 11:11:22.457785 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a385a53-d896-49b8-afcb-7447862c422c req-c4fdb9aa-cc83-48ae-959d-da6952ae1169 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:22.459113 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7a385a53-d896-49b8-afcb-7447862c422c req-c4fdb9aa-cc83-48ae-959d-da6952ae1169 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0510664 Apr 08 11:11:22.504380 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7a385a53-d896-49b8-afcb-7447862c422c req-88a20124-dbab-4530-8e3e-e5b9ac09a994 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396113 Apr 08 11:11:22.599743 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:11:22.933301 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07059a-6081-4ff3-bb25-19210ad8cbb2 req-26eaac6f-8e75-4aa2-b969-4de27eb4fda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:22.934839 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8f07059a-6081-4ff3-bb25-19210ad8cbb2 req-26eaac6f-8e75-4aa2-b969-4de27eb4fda9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=16c20ec5a754420c8f43a0f7e847031a&device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 1130 time: 0.0443220 Apr 08 11:11:23.025831 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07059a-6081-4ff3-bb25-19210ad8cbb2 req-6a788f0d-afa3-4117-84a4-8f033383a1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:23.027267 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8f07059a-6081-4ff3-bb25-19210ad8cbb2 req-6a788f0d-afa3-4117-84a4-8f033383a1cf service neutron] 10.222.0.25 "GET /v2.0/networks?id=8dd2fe0c-a708-46a5-bc57-7be6e584a6fb HTTP/1.1" status: 200 len: 911 time: 0.0850453 Apr 08 11:11:23.093367 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8f07059a-6081-4ff3-bb25-19210ad8cbb2 req-f2dbc88b-7bab-41cb-984b-a09267a9e14b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5518e1a-2b8d-4147-a1b2-2ce4c164c525 HTTP/1.1" status: 200 len: 1002 time: 0.0599062 Apr 08 11:11:23.371651 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09b407-16e4-4e22-b55d-54f3790f19fe req-96559f79-57ed-4f1a-9faa-768da60c0f51 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:23.372493 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07059a-6081-4ff3-bb25-19210ad8cbb2 req-85a842e1-8e17-4b99-b220-3003eb3ff142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:23.373159 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6f09b407-16e4-4e22-b55d-54f3790f19fe req-96559f79-57ed-4f1a-9faa-768da60c0f51 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=734fda2b-f86a-41d3-94bb-2173ff768191 HTTP/1.1" status: 200 len: 945 time: 0.0579157 Apr 08 11:11:23.374002 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8f07059a-6081-4ff3-bb25-19210ad8cbb2 req-85a842e1-8e17-4b99-b220-3003eb3ff142 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c6e2448f-6563-4dea-8f56-29b70f4d3ad8 HTTP/1.1" status: 200 len: 849 time: 0.2735319 Apr 08 11:11:23.420823 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6f09b407-16e4-4e22-b55d-54f3790f19fe req-0684e5ac-e039-48b4-a7ee-15fe0335c344 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b6035b3-4e88-4dd5-bdab-f12a5a197935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404780 Apr 08 11:11:23.424403 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07059a-6081-4ff3-bb25-19210ad8cbb2 req-858554bf-38f6-4ded-b19b-bc9169bc45c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:23.425842 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8f07059a-6081-4ff3-bb25-19210ad8cbb2 req-858554bf-38f6-4ded-b19b-bc9169bc45c5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8dd2fe0c-a708-46a5-bc57-7be6e584a6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450525 Apr 08 11:11:23.551213 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8f07059a-6081-4ff3-bb25-19210ad8cbb2 req-b8fc881d-4d56-4c16-bd6c-3aa82b1ec23e service neutron] 10.222.0.25 "GET /v2.0/networks/8dd2fe0c-a708-46a5-bc57-7be6e584a6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182666 Apr 08 11:11:23.559171 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7188b9-f0cf-4761-9403-c9e3845e445f req-d90fd30e-9bdf-49bf-9768-45b7781c7f00 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:23.560532 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cd7188b9-f0cf-4761-9403-c9e3845e445f req-d90fd30e-9bdf-49bf-9768-45b7781c7f00 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=734fda2b-f86a-41d3-94bb-2173ff768191 HTTP/1.1" status: 200 len: 945 time: 0.0751200 Apr 08 11:11:23.570250 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 48762) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:11:23.574656 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-76e8e216-423a-4330-a17f-7bf8d6c97f2d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Request body: {'floatingip': {'port_id': 'ff62c6df-bea1-4356-989b-13150bcdf193'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:11:23.638042 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76e8e216-423a-4330-a17f-7bf8d6c97f2d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for floatingip (f29e4d75-c96e-41de-8de9-0fe0a5322c4f), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:23.648006 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8f07059a-6081-4ff3-bb25-19210ad8cbb2 req-3a4724ea-ce31-4429-8af5-84563afbaf7a service neutron] 10.222.0.25 "GET /v2.0/networks/8dd2fe0c-a708-46a5-bc57-7be6e584a6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865333 Apr 08 11:11:23.743029 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da449e62-f859-4cec-8e4d-b926822c0370 req-615f17db-754b-48ac-b31d-ca03481a335f tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:23.744498 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-da449e62-f859-4cec-8e4d-b926822c0370 req-615f17db-754b-48ac-b31d-ca03481a335f tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.1672914 Apr 08 11:11:23.817483 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e74bd-aca1-4d5a-8eff-d6975c229a15 req-94826c95-80d4-4839-a7eb-7b65b5d585a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:23.818930 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c39e74bd-aca1-4d5a-8eff-d6975c229a15 req-94826c95-80d4-4839-a7eb-7b65b5d585a2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=16c20ec5a754420c8f43a0f7e847031a&device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 1130 time: 0.0452235 Apr 08 11:11:23.849372 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-da449e62-f859-4cec-8e4d-b926822c0370 req-98fee07a-ecff-474f-b3b1-5cb79d253661 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993586 Apr 08 11:11:23.924932 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e74bd-aca1-4d5a-8eff-d6975c229a15 req-3d366b41-95f8-4c23-997a-a6a500bb5659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:23.926488 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c39e74bd-aca1-4d5a-8eff-d6975c229a15 req-3d366b41-95f8-4c23-997a-a6a500bb5659 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8dd2fe0c-a708-46a5-bc57-7be6e584a6fb HTTP/1.1" status: 200 len: 911 time: 0.0884321 Apr 08 11:11:24.010336 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c39e74bd-aca1-4d5a-8eff-d6975c229a15 req-6a9c14d9-6f99-4fe1-83fb-7ff8766a730c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5518e1a-2b8d-4147-a1b2-2ce4c164c525 HTTP/1.1" status: 200 len: 1002 time: 0.0656033 Apr 08 11:11:24.061044 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e74bd-aca1-4d5a-8eff-d6975c229a15 req-ed6bb7b1-ee3b-43e9-96a6-2c1c96d6c7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:24.063123 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c39e74bd-aca1-4d5a-8eff-d6975c229a15 req-ed6bb7b1-ee3b-43e9-96a6-2c1c96d6c7e9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c6e2448f-6563-4dea-8f56-29b70f4d3ad8 HTTP/1.1" status: 200 len: 849 time: 0.0449779 Apr 08 11:11:24.323399 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76e8e216-423a-4330-a17f-7bf8d6c97f2d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:24.398346 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76e8e216-423a-4330-a17f-7bf8d6c97f2d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456385'] for floatingip (f29e4d75-c96e-41de-8de9-0fe0a5322c4f), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:24.499406 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.db.l3_db [None req-76e8e216-423a-4330-a17f-7bf8d6c97f2d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Floating IP f29e4d75-c96e-41de-8de9-0fe0a5322c4f associated. External IP: 172.27.0.176, port: ff62c6df-bea1-4356-989b-13150bcdf193. Apr 08 11:11:24.716739 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e8e216-423a-4330-a17f-7bf8d6c97f2d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Router 943a4045-54bd-49f9-88a5-96d188b44ed8 has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:11:24.716949 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e74bd-aca1-4d5a-8eff-d6975c229a15 req-87ae3855-24b4-4e04-9fb2-bf3fe7458186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:24.718312 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c39e74bd-aca1-4d5a-8eff-d6975c229a15 req-87ae3855-24b4-4e04-9fb2-bf3fe7458186 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8dd2fe0c-a708-46a5-bc57-7be6e584a6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448775 Apr 08 11:11:24.814988 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c39e74bd-aca1-4d5a-8eff-d6975c229a15 req-19e6696a-e9f4-4a06-a65f-13335908d623 service neutron] 10.222.0.25 "GET /v2.0/networks/8dd2fe0c-a708-46a5-bc57-7be6e584a6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899479 Apr 08 11:11:24.832629 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e8e216-423a-4330-a17f-7bf8d6c97f2d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:11:24.837555 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76e8e216-423a-4330-a17f-7bf8d6c97f2d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:24.849116 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e00d27-588e-4990-9acf-cddbcaa965ab None None] Sync routers for ids ['943a4045-54bd-49f9-88a5-96d188b44ed8'] in dv-cinder-836073-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:11:24.866589 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e00d27-588e-4990-9acf-cddbcaa965ab None None] Routers {'943a4045-54bd-49f9-88a5-96d188b44ed8'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:11:24.867588 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-45e00d27-588e-4990-9acf-cddbcaa965ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:11:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['943a4045-54bd-49f9-88a5-96d188b44ed8'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:24.883152 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-76e8e216-423a-4330-a17f-7bf8d6c97f2d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "PUT /v2.0/floatingips/f29e4d75-c96e-41de-8de9-0fe0a5322c4f HTTP/1.1" status: 200 len: 991 time: 1.3117218 Apr 08 11:11:24.883856 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '734fda2b-f86a-41d3-94bb-2173ff768191', 'tag': 'ff62c6df-bea1-4356-989b-13150bcdf193'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:11:24.886193 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a3d6de9c0cd8caeb53273f75c3329218c515297e9068abeca36dc087c161ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5d60e6-f302-4e3b-ac79-2fc0876c63e2" -d '{"events": [{"name": "network-changed", "server_uuid": "734fda2b-f86a-41d3-94bb-2173ff768191", "tag": "ff62c6df-bea1-4356-989b-13150bcdf193"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:11:24.931429 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32296d5a-b372-4f95-bf31-835dd8820cf4 x-openstack-request-id: req-32296d5a-b372-4f95-bf31-835dd8820cf4 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:11:24.932075 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "734fda2b-f86a-41d3-94bb-2173ff768191", "tag": "ff62c6df-bea1-4356-989b-13150bcdf193", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:11:24.932608 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-32296d5a-b372-4f95-bf31-835dd8820cf4 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:11:24.933200 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32296d5a-b372-4f95-bf31-835dd8820cf4'] response: {'name': 'network-changed', 'server_uuid': '734fda2b-f86a-41d3-94bb-2173ff768191', 'tag': 'ff62c6df-bea1-4356-989b-13150bcdf193', 'status': 'completed', 'code': 200} Apr 08 11:11:24.935101 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c39e74bd-aca1-4d5a-8eff-d6975c229a15 req-e9c8ba2e-a22e-4fc4-8504-690f7fbd8144 service neutron] 10.222.0.25 "GET /v2.0/networks/8dd2fe0c-a708-46a5-bc57-7be6e584a6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057553 Apr 08 11:11:24.992004 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f553510-ff1f-4762-ba2d-8d122dc3aa0d req-79084b6f-87fb-4246-b4a7-7ec0667211e6 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:24.993784 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2f553510-ff1f-4762-ba2d-8d122dc3aa0d req-79084b6f-87fb-4246-b4a7-7ec0667211e6 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0575960 Apr 08 11:11:24.994316 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-45e00d27-588e-4990-9acf-cddbcaa965ab None None] Set router 943a4045-54bd-49f9-88a5-96d188b44ed8 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:11:25.068186 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d60e6-f302-4e3b-ac79-2fc0876c63e2 req-3312f84b-7458-499b-93d6-11fa6e1c3b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:25.069716 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4b5d60e6-f302-4e3b-ac79-2fc0876c63e2 req-3312f84b-7458-499b-93d6-11fa6e1c3b2b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ff706c0e7c16476e8c00ca1ba4e85ed9&device_id=734fda2b-f86a-41d3-94bb-2173ff768191 HTTP/1.1" status: 200 len: 1129 time: 0.0750306 Apr 08 11:11:25.073150 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2f553510-ff1f-4762-ba2d-8d122dc3aa0d req-fd0e13ab-0e44-43fc-9c7a-36cfba807a05 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706890 Apr 08 11:11:25.170696 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d60e6-f302-4e3b-ac79-2fc0876c63e2 req-173554c2-4a6f-4d11-bf3c-b46a3f7bb8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:25.172717 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4b5d60e6-f302-4e3b-ac79-2fc0876c63e2 req-173554c2-4a6f-4d11-bf3c-b46a3f7bb8c4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e19cdb1b-6b68-4ab1-b7ae-0515860cc308 HTTP/1.1" status: 200 len: 916 time: 0.0951846 Apr 08 11:11:25.224373 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-45e00d27-588e-4990-9acf-cddbcaa965ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'name': 'tempest-AttachVolumeNegativeTest-1482535796-router', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:32Z', 'revision_number': 4, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'gw_port': {'id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:23Z', 'updated_at': '2022-04-08T11:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': 'f29e4d75-c96e-41de-8de9-0fe0a5322c4f', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'floating_ip_address': '172.27.0.176', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'port_id': 'ff62c6df-bea1-4356-989b-13150bcdf193', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'mac_address': 'fa:16:3e:6e:e9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734fda2b-f86a-41d3-94bb-2173ff768191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:11:09Z', 'updated_at': '2022-04-08T11:11:24Z', 'revision_number': 1, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6064dd6-c164-4146-88c3-81cec2380cb9', 'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'mac_address': 'fa:16:3e:eb:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:31Z', 'updated_at': '2022-04-08T11:07:43Z', 'revision_number': 5, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'subnets': [{'id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:25.239963 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4b5d60e6-f302-4e3b-ac79-2fc0876c63e2 req-6e493072-e2e5-4bc6-81ad-3b79292609fb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff62c6df-bea1-4356-989b-13150bcdf193 HTTP/1.1" status: 200 len: 999 time: 0.0588412 Apr 08 11:11:25.249777 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e00d27-588e-4990-9acf-cddbcaa965ab None None] Checking router: 943a4045-54bd-49f9-88a5-96d188b44ed8 for host: dv-cinder-836073-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:11:25.258980 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e00d27-588e-4990-9acf-cddbcaa965ab None None] Routers {'943a4045-54bd-49f9-88a5-96d188b44ed8'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:11:25.259580 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-45e00d27-588e-4990-9acf-cddbcaa965ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:11:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['943a4045-54bd-49f9-88a5-96d188b44ed8'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:25.288192 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d60e6-f302-4e3b-ac79-2fc0876c63e2 req-4a118b39-8a1c-41b3-bdbd-0abdd371815c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:25.289671 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4b5d60e6-f302-4e3b-ac79-2fc0876c63e2 req-4a118b39-8a1c-41b3-bdbd-0abdd371815c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9010fa40-00fa-4f20-8fb7-c4e600b421ca HTTP/1.1" status: 200 len: 854 time: 0.0434215 Apr 08 11:11:25.342832 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d60e6-f302-4e3b-ac79-2fc0876c63e2 req-0d125695-a689-4bc2-ac72-34a44609d41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:25.344601 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4b5d60e6-f302-4e3b-ac79-2fc0876c63e2 req-0d125695-a689-4bc2-ac72-34a44609d41a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e19cdb1b-6b68-4ab1-b7ae-0515860cc308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483432 Apr 08 11:11:25.365809 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-45e00d27-588e-4990-9acf-cddbcaa965ab None None] Set router 943a4045-54bd-49f9-88a5-96d188b44ed8 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:11:25.447447 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4b5d60e6-f302-4e3b-ac79-2fc0876c63e2 req-c467f5e7-9ddd-4e70-9fc8-db4069a8b800 service neutron] 10.222.0.25 "GET /v2.0/networks/e19cdb1b-6b68-4ab1-b7ae-0515860cc308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869210 Apr 08 11:11:25.546485 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4b5d60e6-f302-4e3b-ac79-2fc0876c63e2 req-4fc9caa8-e289-4c89-8ab2-973bf93e16ad service neutron] 10.222.0.25 "GET /v2.0/networks/e19cdb1b-6b68-4ab1-b7ae-0515860cc308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869727 Apr 08 11:11:25.591709 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-45e00d27-588e-4990-9acf-cddbcaa965ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'name': 'tempest-AttachVolumeNegativeTest-1482535796-router', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:32Z', 'revision_number': 4, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'gw_port': {'id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:23Z', 'updated_at': '2022-04-08T11:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': 'f29e4d75-c96e-41de-8de9-0fe0a5322c4f', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'floating_ip_address': '172.27.0.176', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'port_id': 'ff62c6df-bea1-4356-989b-13150bcdf193', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'mac_address': 'fa:16:3e:6e:e9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734fda2b-f86a-41d3-94bb-2173ff768191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:11:09Z', 'updated_at': '2022-04-08T11:11:24Z', 'revision_number': 1, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6064dd6-c164-4146-88c3-81cec2380cb9', 'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'mac_address': 'fa:16:3e:eb:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:31Z', 'updated_at': '2022-04-08T11:07:43Z', 'revision_number': 5, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'subnets': [{'id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:25.619299 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e00d27-588e-4990-9acf-cddbcaa965ab None None] The sync data for ids ['943a4045-54bd-49f9-88a5-96d188b44ed8'] in dv-cinder-836073-3-iscsi is: [{'id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'name': 'tempest-AttachVolumeNegativeTest-1482535796-router', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:32Z', 'revision_number': 4, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'gw_port': {'id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:23Z', 'updated_at': '2022-04-08T11:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': 'f29e4d75-c96e-41de-8de9-0fe0a5322c4f', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'floating_ip_address': '172.27.0.176', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'port_id': 'ff62c6df-bea1-4356-989b-13150bcdf193', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'mac_address': 'fa:16:3e:6e:e9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734fda2b-f86a-41d3-94bb-2173ff768191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:11:09Z', 'updated_at': '2022-04-08T11:11:24Z', 'revision_number': 1, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6064dd6-c164-4146-88c3-81cec2380cb9', 'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'mac_address': 'fa:16:3e:eb:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:31Z', 'updated_at': '2022-04-08T11:07:43Z', 'revision_number': 5, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'subnets': [{'id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:11:25.825083 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c1b6fd-b4eb-490a-9d88-8d49afd5dc7b None None] New status for floating IP f29e4d75-c96e-41de-8de9-0fe0a5322c4f: ACTIVE {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:11:27.380872 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c34d75f8-ddbf-46d9-8d28-7a3567fb6c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:29.866793 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a7490a97-8c05-4218-a772-7073342d8455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:31.038617 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:32.573681 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:32.940773 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516bf84-307f-49ec-82af-51cd3d023425 req-ef06459e-d244-4693-af1a-fe3f88ca9634 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:32.942516 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d516bf84-307f-49ec-82af-51cd3d023425 req-ef06459e-d244-4693-af1a-fe3f88ca9634 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 947 time: 0.0527234 Apr 08 11:11:32.988161 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d516bf84-307f-49ec-82af-51cd3d023425 req-22e4c228-025f-4d23-8ce6-b79682d95d23 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396986 Apr 08 11:11:34.112228 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1580f75-9211-4b0a-9edd-c8e3d2d3ba63 req-705da675-e640-4385-81e3-dfb3c894396b tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:34.113699 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a1580f75-9211-4b0a-9edd-c8e3d2d3ba63 req-705da675-e640-4385-81e3-dfb3c894396b tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 947 time: 0.0531945 Apr 08 11:11:34.160333 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a1580f75-9211-4b0a-9edd-c8e3d2d3ba63 req-7243f3af-186d-45a5-9ea1-7d34a2c92196 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410962 Apr 08 11:11:34.261228 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:34.717475 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063045b-106e-4f66-8626-01cffb3afc90 req-7ddfcff8-5f10-49d1-841c-f524b834be1c tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:34.719567 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1063045b-106e-4f66-8626-01cffb3afc90 req-7ddfcff8-5f10-49d1-841c-f524b834be1c tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.25 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 947 time: 0.0569386 Apr 08 11:11:34.822853 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-1063045b-106e-4f66-8626-01cffb3afc90 req-0249c55c-d9d7-409d-b959-aebaff5a04f3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Deleting port 86229ea5-87ec-45d0-b83f-b5f85d066a43 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:11:34.823198 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-1063045b-106e-4f66-8626-01cffb3afc90 req-0249c55c-d9d7-409d-b959-aebaff5a04f3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (86229ea5-87ec-45d0-b83f-b5f85d066a43), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:34.915203 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-1063045b-106e-4f66-8626-01cffb3afc90 req-0249c55c-d9d7-409d-b959-aebaff5a04f3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] For port 86229ea5-87ec-45d0-b83f-b5f85d066a43, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=86229ea5-87ec-45d0-b83f-b5f85d066a43,segment=NetworkSegment(bb9e3258-fa2f-4286-80e8-28f078f3a6fa),segment_id=bb9e3258-fa2f-4286-80e8-28f078f3a6fa)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:11:34.915571 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-1063045b-106e-4f66-8626-01cffb3afc90 req-0249c55c-d9d7-409d-b959-aebaff5a04f3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (86229ea5-87ec-45d0-b83f-b5f85d066a43), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:35.092494 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-1063045b-106e-4f66-8626-01cffb3afc90 req-0249c55c-d9d7-409d-b959-aebaff5a04f3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:35.092854 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-1063045b-106e-4f66-8626-01cffb3afc90 req-0249c55c-d9d7-409d-b959-aebaff5a04f3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456385'] for floatingip (ccf60ee8-8bac-4def-ba25-21929fba75b6), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:35.093166 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.db.l3_db [req-1063045b-106e-4f66-8626-01cffb3afc90 req-0249c55c-d9d7-409d-b959-aebaff5a04f3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Floating IP ccf60ee8-8bac-4def-ba25-21929fba75b6 disassociated. External IP: 172.27.0.21, port: 86229ea5-87ec-45d0-b83f-b5f85d066a43. Apr 08 11:11:35.093569 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-1063045b-106e-4f66-8626-01cffb3afc90 req-0249c55c-d9d7-409d-b959-aebaff5a04f3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Calling delete_port for 86229ea5-87ec-45d0-b83f-b5f85d066a43 owned by compute:nova {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:11:35.289455 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c4985-b803-4ad6-8c8e-bbd9f22cdb73 req-4693610a-97ad-4108-ad9d-5635be08bd15 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:35.291015 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9e6c4985-b803-4ad6-8c8e-bbd9f22cdb73 req-4693610a-97ad-4108-ad9d-5635be08bd15 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 947 time: 0.0542591 Apr 08 11:11:35.303523 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-1063045b-106e-4f66-8626-01cffb3afc90 req-0249c55c-d9d7-409d-b959-aebaff5a04f3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (86229ea5-87ec-45d0-b83f-b5f85d066a43), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:35.345766 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249c55c-d9d7-409d-b959-aebaff5a04f3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Pushing event deleted for resources: {'Port': ['ID=86229ea5-87ec-45d0-b83f-b5f85d066a43,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:35.370653 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0249c55c-d9d7-409d-b959-aebaff5a04f3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:35.371028 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0249c55c-d9d7-409d-b959-aebaff5a04f3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:35.371374 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0249c55c-d9d7-409d-b959-aebaff5a04f3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:35.371716 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0249c55c-d9d7-409d-b959-aebaff5a04f3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:35.372090 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0249c55c-d9d7-409d-b959-aebaff5a04f3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:35.372408 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0249c55c-d9d7-409d-b959-aebaff5a04f3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:35.372738 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0249c55c-d9d7-409d-b959-aebaff5a04f3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:35.373065 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0249c55c-d9d7-409d-b959-aebaff5a04f3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:35.373413 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0249c55c-d9d7-409d-b959-aebaff5a04f3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:35.373764 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0249c55c-d9d7-409d-b959-aebaff5a04f3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:35.374092 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0249c55c-d9d7-409d-b959-aebaff5a04f3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:35.374463 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0249c55c-d9d7-409d-b959-aebaff5a04f3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:35.374903 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0249c55c-d9d7-409d-b959-aebaff5a04f3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:35.375887 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0249c55c-d9d7-409d-b959-aebaff5a04f3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:35.376312 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0249c55c-d9d7-409d-b959-aebaff5a04f3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:35.422425 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9e6c4985-b803-4ad6-8c8e-bbd9f22cdb73 req-3d96586c-6be1-4213-8f49-783a73062723 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253855 Apr 08 11:11:35.496761 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1063045b-106e-4f66-8626-01cffb3afc90 req-0249c55c-d9d7-409d-b959-aebaff5a04f3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Router b78a864e-c382-4149-b438-3b3373b9e7da has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:11:35.606325 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1063045b-106e-4f66-8626-01cffb3afc90 req-0249c55c-d9d7-409d-b959-aebaff5a04f3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:11:35.619669 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239e6a54-09a4-4f75-9b1e-843ae78bcc7b None None] Sync routers for ids ['b78a864e-c382-4149-b438-3b3373b9e7da'] in dv-cinder-836073-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:11:35.628719 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239e6a54-09a4-4f75-9b1e-843ae78bcc7b None None] Routers {'b78a864e-c382-4149-b438-3b3373b9e7da'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:11:35.629337 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-239e6a54-09a4-4f75-9b1e-843ae78bcc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:11:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['b78a864e-c382-4149-b438-3b3373b9e7da'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:35.651708 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-1063045b-106e-4f66-8626-01cffb3afc90 req-0249c55c-d9d7-409d-b959-aebaff5a04f3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] No DVR routers for this DVR port 86229ea5-87ec-45d0-b83f-b5f85d066a43 on host hv-cinder-83607 {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:11:35.654422 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-1063045b-106e-4f66-8626-01cffb3afc90 req-0249c55c-d9d7-409d-b959-aebaff5a04f3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:35.657901 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1063045b-106e-4f66-8626-01cffb3afc90 req-0249c55c-d9d7-409d-b959-aebaff5a04f3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.25 "DELETE /v2.0/ports/86229ea5-87ec-45d0-b83f-b5f85d066a43 HTTP/1.1" status: 204 len: 173 time: 0.9256451 Apr 08 11:11:35.658352 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e96616-001f-4b25-b145-58e1b115d57f', 'name': 'network-vif-deleted', 'tag': '86229ea5-87ec-45d0-b83f-b5f85d066a43'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:11:35.661163 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5196d3-95fe-401f-8bfa-919f2e8a22dc" -d '{"events": [{"server_uuid": "63e96616-001f-4b25-b145-58e1b115d57f", "name": "network-vif-deleted", "tag": "86229ea5-87ec-45d0-b83f-b5f85d066a43"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:11:35.711366 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb04b2f9-6d77-41dd-9f9b-975e081e45a1 x-openstack-request-id: req-fb04b2f9-6d77-41dd-9f9b-975e081e45a1 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:11:35.711901 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e96616-001f-4b25-b145-58e1b115d57f", "name": "network-vif-deleted", "tag": "86229ea5-87ec-45d0-b83f-b5f85d066a43", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:11:35.712412 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fb04b2f9-6d77-41dd-9f9b-975e081e45a1 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:11:35.713017 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb04b2f9-6d77-41dd-9f9b-975e081e45a1'] response: {'server_uuid': '63e96616-001f-4b25-b145-58e1b115d57f', 'name': 'network-vif-deleted', 'tag': '86229ea5-87ec-45d0-b83f-b5f85d066a43', 'status': 'completed', 'code': 200} Apr 08 11:11:35.751788 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-239e6a54-09a4-4f75-9b1e-843ae78bcc7b None None] Set router b78a864e-c382-4149-b438-3b3373b9e7da gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:11:35.953636 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-239e6a54-09a4-4f75-9b1e-843ae78bcc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'name': 'tempest-AttachVolumeShelveTestJSON-566511373-router', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'e38f17d0-9617-40a6-8440-d7d47cd6e4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:22Z', 'updated_at': '2022-04-08T11:07:31Z', 'revision_number': 4, 'project_id': 'a1193c805e04401c8afbb9690ce62e77', 'gw_port': {'id': 'e38f17d0-9617-40a6-8440-d7d47cd6e4f0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:24Z', 'updated_at': '2022-04-08T11:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': '266c0c98-251a-40ef-b953-89db7137a957', 'name': '', 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'mac_address': 'fa:16:3e:f0:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '69645fe8-51b2-4fb3-8963-10a4b0bd4ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:30Z', 'updated_at': '2022-04-08T11:07:39Z', 'revision_number': 5, 'project_id': 'a1193c805e04401c8afbb9690ce62e77', 'subnets': [{'id': '69645fe8-51b2-4fb3-8963-10a4b0bd4ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:35.986669 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239e6a54-09a4-4f75-9b1e-843ae78bcc7b None None] Checking router: b78a864e-c382-4149-b438-3b3373b9e7da for host: dv-cinder-836073-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:11:35.995549 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239e6a54-09a4-4f75-9b1e-843ae78bcc7b None None] Routers {'b78a864e-c382-4149-b438-3b3373b9e7da'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:11:35.996157 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-239e6a54-09a4-4f75-9b1e-843ae78bcc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:11:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['b78a864e-c382-4149-b438-3b3373b9e7da'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:36.191666 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-239e6a54-09a4-4f75-9b1e-843ae78bcc7b None None] Set router b78a864e-c382-4149-b438-3b3373b9e7da gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:11:36.388910 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-239e6a54-09a4-4f75-9b1e-843ae78bcc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'name': 'tempest-AttachVolumeShelveTestJSON-566511373-router', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'e38f17d0-9617-40a6-8440-d7d47cd6e4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:22Z', 'updated_at': '2022-04-08T11:07:31Z', 'revision_number': 4, 'project_id': 'a1193c805e04401c8afbb9690ce62e77', 'gw_port': {'id': 'e38f17d0-9617-40a6-8440-d7d47cd6e4f0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:24Z', 'updated_at': '2022-04-08T11:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': '266c0c98-251a-40ef-b953-89db7137a957', 'name': '', 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'mac_address': 'fa:16:3e:f0:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '69645fe8-51b2-4fb3-8963-10a4b0bd4ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:30Z', 'updated_at': '2022-04-08T11:07:39Z', 'revision_number': 5, 'project_id': 'a1193c805e04401c8afbb9690ce62e77', 'subnets': [{'id': '69645fe8-51b2-4fb3-8963-10a4b0bd4ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:36.416112 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239e6a54-09a4-4f75-9b1e-843ae78bcc7b None None] The sync data for ids ['b78a864e-c382-4149-b438-3b3373b9e7da'] in dv-cinder-836073-3-iscsi is: [{'id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'name': 'tempest-AttachVolumeShelveTestJSON-566511373-router', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'e38f17d0-9617-40a6-8440-d7d47cd6e4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:22Z', 'updated_at': '2022-04-08T11:07:31Z', 'revision_number': 4, 'project_id': 'a1193c805e04401c8afbb9690ce62e77', 'gw_port': {'id': 'e38f17d0-9617-40a6-8440-d7d47cd6e4f0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:24Z', 'updated_at': '2022-04-08T11:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': '266c0c98-251a-40ef-b953-89db7137a957', 'name': '', 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'mac_address': 'fa:16:3e:f0:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '69645fe8-51b2-4fb3-8963-10a4b0bd4ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:30Z', 'updated_at': '2022-04-08T11:07:39Z', 'revision_number': 5, 'project_id': 'a1193c805e04401c8afbb9690ce62e77', 'subnets': [{'id': '69645fe8-51b2-4fb3-8963-10a4b0bd4ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:11:36.540442 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e81e11bb-38ce-4fd1-ba1d-063fb519b64a req-db1a0634-054e-4d94-84fa-17478231fe09 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e96616-001f-4b25-b145-58e1b115d57f HTTP/1.1" status: 200 len: 210 time: 0.0301349 Apr 08 11:11:36.643322 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f3f975-8f47-436b-9bba-7d7a3d02999d None None] New status for floating IP ccf60ee8-8bac-4def-ba25-21929fba75b6: DOWN {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:11:37.728459 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 48828) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:11:37.781897 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-09d7a20a-6ae1-4570-a420-5aabc7c088ad tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for security_group (a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:37.804979 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-09d7a20a-6ae1-4570-a420-5aabc7c088ad tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for security_group (a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:37.912608 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-09d7a20a-6ae1-4570-a420-5aabc7c088ad tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:37.915336 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-09d7a20a-6ae1-4570-a420-5aabc7c088ad tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:37.916485 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-09d7a20a-6ae1-4570-a420-5aabc7c088ad tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "DELETE /v2.0/security-groups/a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48 HTTP/1.1" status: 204 len: 168 time: 0.1870518 Apr 08 11:11:37.919475 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 48832) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:11:37.925942 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d7a20a-6ae1-4570-a420-5aabc7c088ad tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:37.935126 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.api.v2.resource [None req-4e7250ff-2dd6-4bb3-accc-4967343a2183 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] show failed (client error): The resource could not be found. Apr 08 11:11:37.935126 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-4e7250ff-2dd6-4bb3-accc-4967343a2183 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups/a673b95d-0fc6-40dd-b1d3-c2f8e93cfc48 HTTP/1.1" status: 404 len: 347 time: 0.0127635 Apr 08 11:11:37.937170 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 48834) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:11:38.064283 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-fdf260fc-d9d2-423a-9733-6696533344e3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Deleting port 73954d91-9cdb-4e69-937e-6ccffe20ef3a {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:11:38.064623 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fdf260fc-d9d2-423a-9733-6696533344e3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (73954d91-9cdb-4e69-937e-6ccffe20ef3a), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:38.137996 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fdf260fc-d9d2-423a-9733-6696533344e3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (73954d91-9cdb-4e69-937e-6ccffe20ef3a), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:38.138321 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fdf260fc-d9d2-423a-9733-6696533344e3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for floatingip (73954d91-9cdb-4e69-937e-6ccffe20ef3a), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:38.150929 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-fdf260fc-d9d2-423a-9733-6696533344e3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Calling delete_port for 73954d91-9cdb-4e69-937e-6ccffe20ef3a owned by network:floatingip {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:11:38.284045 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 86229ea5-87ec-45d0-b83f-b5f85d066a43 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:11:38.303186 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] No Port match for: 86229ea5-87ec-45d0-b83f-b5f85d066a43 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:11:38.306683 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 86229ea5-87ec-45d0-b83f-b5f85d066a43 not bound to the agent host hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:11:38.387171 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fdf260fc-d9d2-423a-9733-6696533344e3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638'] for port (73954d91-9cdb-4e69-937e-6ccffe20ef3a), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:38.411508 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf260fc-d9d2-423a-9733-6696533344e3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Pushing event deleted for resources: {'Port': ['ID=73954d91-9cdb-4e69-937e-6ccffe20ef3a,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:38.435924 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fdf260fc-d9d2-423a-9733-6696533344e3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for floatingip (ccf60ee8-8bac-4def-ba25-21929fba75b6), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:38.439108 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fdf260fc-d9d2-423a-9733-6696533344e3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:38.440264 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-fdf260fc-d9d2-423a-9733-6696533344e3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "DELETE /v2.0/floatingips/ccf60ee8-8bac-4def-ba25-21929fba75b6 HTTP/1.1" status: 204 len: 168 time: 0.5021152 Apr 08 11:11:38.768911 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 48840) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:11:38.773440 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-02999d8f-8894-475f-88a6-c37da86e0500 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Request body: {'security_group': {'name': 'tempest-securitygroup--832746755', 'description': 'tempest-description--1501157764'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:11:38.849760 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-02999d8f-8894-475f-88a6-c37da86e0500 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:38.917371 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-02999d8f-8894-475f-88a6-c37da86e0500 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for security_group (dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:38.998077 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-02999d8f-8894-475f-88a6-c37da86e0500 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:39.025203 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02999d8f-8894-475f-88a6-c37da86e0500 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:39.074272 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-02999d8f-8894-475f-88a6-c37da86e0500 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:39.075493 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-02999d8f-8894-475f-88a6-c37da86e0500 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3055289 Apr 08 11:11:39.078864 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 48844) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:11:39.083090 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-859f8ed3-5d9c-4b86-95d3-1cfe5708e471 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Request body: {'security_group_rule': {'security_group_id': 'dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:11:39.162816 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-859f8ed3-5d9c-4b86-95d3-1cfe5708e471 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for security_group_rule (909c46fe-0321-454d-a18e-f1f557dcf47e), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:39.219295 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-859f8ed3-5d9c-4b86-95d3-1cfe5708e471 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for security_group_rule (909c46fe-0321-454d-a18e-f1f557dcf47e), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:39.295157 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-859f8ed3-5d9c-4b86-95d3-1cfe5708e471 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919275'] for security_group_rule (909c46fe-0321-454d-a18e-f1f557dcf47e), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:39.314653 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f8ed3-5d9c-4b86-95d3-1cfe5708e471 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=909c46fe-0321-454d-a18e-f1f557dcf47e,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:39.388499 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-859f8ed3-5d9c-4b86-95d3-1cfe5708e471 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:39.389830 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-859f8ed3-5d9c-4b86-95d3-1cfe5708e471 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3099623 Apr 08 11:11:39.397482 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 48846) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:11:39.401734 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-63694d1a-9af6-40b9-9eb8-323d5c84b132 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Request body: {'security_group_rule': {'security_group_id': 'dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:11:39.516241 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-63694d1a-9af6-40b9-9eb8-323d5c84b132 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for security_group_rule (255394b0-403a-4867-831f-05015cccb180), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:39.570562 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-63694d1a-9af6-40b9-9eb8-323d5c84b132 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for security_group_rule (255394b0-403a-4867-831f-05015cccb180), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:39.655357 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-63694d1a-9af6-40b9-9eb8-323d5c84b132 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919275'] for security_group_rule (255394b0-403a-4867-831f-05015cccb180), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:39.673941 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63694d1a-9af6-40b9-9eb8-323d5c84b132 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=255394b0-403a-4867-831f-05015cccb180,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:39.748786 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-63694d1a-9af6-40b9-9eb8-323d5c84b132 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:39.750694 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-63694d1a-9af6-40b9-9eb8-323d5c84b132 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3521574 Apr 08 11:11:39.753676 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 48848) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:11:39.758109 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-c2634d22-b9d2-4b41-980b-f836d9a0e7b6 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Request body: {'floatingip': {'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:11:39.844110 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c2634d22-b9d2-4b41-980b-f836d9a0e7b6 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:39.943228 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c2634d22-b9d2-4b41-980b-f836d9a0e7b6 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:40.048561 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-c2634d22-b9d2-4b41-980b-f836d9a0e7b6 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Allocated IP 172.27.0.210 (9ba38368-ff54-4986-b9fd-e3d76f01d727/295b2c6f-15e1-46ca-ae70-e3531500d944/584bf5d1-03b7-4eb3-9c4f-4fd5c647de59) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:11:40.151765 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c2634d22-b9d2-4b41-980b-f836d9a0e7b6 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for port (584bf5d1-03b7-4eb3-9c4f-4fd5c647de59), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:40.227000 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c2634d22-b9d2-4b41-980b-f836d9a0e7b6 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (584bf5d1-03b7-4eb3-9c4f-4fd5c647de59), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:40.263473 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2634d22-b9d2-4b41-980b-f836d9a0e7b6 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Network 9ba38368-ff54-4986-b9fd-e3d76f01d727 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:11:40.266881 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-c2634d22-b9d2-4b41-980b-f836d9a0e7b6 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:11:40.272259 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2634d22-b9d2-4b41-980b-f836d9a0e7b6 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:11:40.277591 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2634d22-b9d2-4b41-980b-f836d9a0e7b6 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Pushing event updated for resources: {'Port': ['ID=584bf5d1-03b7-4eb3-9c4f-4fd5c647de59,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:40.356657 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c2634d22-b9d2-4b41-980b-f836d9a0e7b6 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for floatingip (69892e21-a465-4613-a1d8-668da8683260), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:40.462232 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c2634d22-b9d2-4b41-980b-f836d9a0e7b6 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (584bf5d1-03b7-4eb3-9c4f-4fd5c647de59), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:40.608914 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c2634d22-b9d2-4b41-980b-f836d9a0e7b6 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for port (584bf5d1-03b7-4eb3-9c4f-4fd5c647de59), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:40.672729 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c2634d22-b9d2-4b41-980b-f836d9a0e7b6 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3536654'] for port (584bf5d1-03b7-4eb3-9c4f-4fd5c647de59), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:40.737825 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2634d22-b9d2-4b41-980b-f836d9a0e7b6 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Pushing event updated for resources: {'Port': ['ID=584bf5d1-03b7-4eb3-9c4f-4fd5c647de59,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:40.751897 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c2634d22-b9d2-4b41-980b-f836d9a0e7b6 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456385'] for floatingip (69892e21-a465-4613-a1d8-668da8683260), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:40.817149 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c2634d22-b9d2-4b41-980b-f836d9a0e7b6 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:40.818682 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-c2634d22-b9d2-4b41-980b-f836d9a0e7b6 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0640378 Apr 08 11:11:41.011026 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-5eaca91d-dafd-4e84-b5f3-2f18066de2c3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--832746755&fields=id&tenant_id=a1193c805e04401c8afbb9690ce62e77 HTTP/1.1" status: 200 len: 267 time: 0.0422893 Apr 08 11:11:41.117961 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-d208fda2-dd75-4699-833c-eca889ad82ed tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:41.119459 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-d208fda2-dd75-4699-833c-eca889ad82ed tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/networks?id=dc6c096a-ab1d-4dd5-b548-e6d43b20edbf HTTP/1.1" status: 200 len: 816 time: 0.1007469 Apr 08 11:11:41.134727 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-316e2766-f724-4991-bec9-52a4caad8f91 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/quotas/a1193c805e04401c8afbb9690ce62e77 HTTP/1.1" status: 200 len: 375 time: 0.0099614 Apr 08 11:11:41.188082 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-a8f60c3e-bda9-40f4-83f4-29583ab9d581 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a1193c805e04401c8afbb9690ce62e77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478187 Apr 08 11:11:41.283123 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-a6d95728-d7c9-4ef7-9f5e-3010a9e70d8d service neutron] 10.222.0.53 "GET /v2.0/networks/dc6c096a-ab1d-4dd5-b548-e6d43b20edbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840349 Apr 08 11:11:41.370079 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-7701affd-ef28-4acd-b694-0ff6c87301c5 service neutron] 10.222.0.53 "GET /v2.0/networks/dc6c096a-ab1d-4dd5-b548-e6d43b20edbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813074 Apr 08 11:11:41.609887 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-45772954-4b58-446e-bbcd-dcc17d944049 req-a256f441-5d97-4b25-8c28-5ce0b2cb653c tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 210 time: 0.0276473 Apr 08 11:11:42.710685 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d7a47847-51ec-420f-91cb-76747ce0f326 req-05fac384-334f-484d-aa1e-a449af93fe4d tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 210 time: 0.0312221 Apr 08 11:11:43.807292 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7fb29359-bda3-46ec-8dae-24e00a8c42d2 req-f413d21a-a467-456d-9fe0-bfcd01f4cca3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 210 time: 0.0269885 Apr 08 11:11:43.956269 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-ee0cb5b3-097c-4307-8cc0-7f08a61f0723 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:43.957709 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-ee0cb5b3-097c-4307-8cc0-7f08a61f0723 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.25 "GET /v2.0/networks?id=dc6c096a-ab1d-4dd5-b548-e6d43b20edbf HTTP/1.1" status: 200 len: 816 time: 0.1034317 Apr 08 11:11:44.026099 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-a7488f71-3a0a-43d8-b90b-1c631b0fb48a tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1193c805e04401c8afbb9690ce62e77 HTTP/1.1" status: 200 len: 379 time: 0.0507112 Apr 08 11:11:44.035463 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-e1e4dd43-fa81-476a-9828-4e56ef79a0b9 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Request body: {'port': {'device_id': 'ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408', 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf', 'admin_state_up': True, 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'security_groups': ['dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2']}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:11:44.209909 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-e1e4dd43-fa81-476a-9828-4e56ef79a0b9 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Made reservation on behalf of a1193c805e04401c8afbb9690ce62e77 for: {'port': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:11:44.213286 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-e1e4dd43-fa81-476a-9828-4e56ef79a0b9 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:44.336479 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-e1e4dd43-fa81-476a-9828-4e56ef79a0b9 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Allocated IP 172.20.0.5 (dc6c096a-ab1d-4dd5-b548-e6d43b20edbf/69645fe8-51b2-4fb3-8963-10a4b0bd4ba3/08551a8c-828e-4887-8e9c-943d3b3faf29) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:11:44.477460 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-e1e4dd43-fa81-476a-9828-4e56ef79a0b9 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for port (08551a8c-828e-4887-8e9c-943d3b3faf29), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:44.610519 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-e1e4dd43-fa81-476a-9828-4e56ef79a0b9 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (08551a8c-828e-4887-8e9c-943d3b3faf29), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:44.654242 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-e1e4dd43-fa81-476a-9828-4e56ef79a0b9 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Network dc6c096a-ab1d-4dd5-b548-e6d43b20edbf is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:11:44.657643 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-e1e4dd43-fa81-476a-9828-4e56ef79a0b9 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:11:44.663908 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-e1e4dd43-fa81-476a-9828-4e56ef79a0b9 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:11:44.670631 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4dd43-fa81-476a-9828-4e56ef79a0b9 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Pushing event updated for resources: {'Port': ['ID=08551a8c-828e-4887-8e9c-943d3b3faf29,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:44.757776 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-e1e4dd43-fa81-476a-9828-4e56ef79a0b9 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:44.758389 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-e1e4dd43-fa81-476a-9828-4e56ef79a0b9 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:44.813925 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a5886-6993-4263-a1c4-9ee4dd5b8cc3 req-f99567ea-9195-4ec2-af67-9b592771bbd1 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:44.815467 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f84a5886-6993-4263-a1c4-9ee4dd5b8cc3 req-f99567ea-9195-4ec2-af67-9b592771bbd1 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 946 time: 0.1209431 Apr 08 11:11:44.845808 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9cfd16-7e6f-4a6a-b5a4-a0208791f30a req-7e6ee2b3-74ec-48db-9b09-67b279307775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:44.847334 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1d9cfd16-7e6f-4a6a-b5a4-a0208791f30a req-7e6ee2b3-74ec-48db-9b09-67b279307775 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9450476075be4d51833224be59b18143&device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 1130 time: 0.0791945 Apr 08 11:11:44.879786 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-e1e4dd43-fa81-476a-9828-4e56ef79a0b9 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8488493 Apr 08 11:11:44.899789 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-d1403edf-4461-4115-bffd-3548b5faff1a None None] Provisioning complete for port 08551a8c-828e-4887-8e9c-943d3b3faf29 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:11:44.900729 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d1403edf-4461-4115-bffd-3548b5faff1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (08551a8c-828e-4887-8e9c-943d3b3faf29), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:44.906780 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-5b5f47a1-da25-44b6-a2a9-f129bf65859d service neutron] Request body: {'port': {'device_id': 'ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:11:44.914376 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f84a5886-6993-4263-a1c4-9ee4dd5b8cc3 req-554db151-58f0-4195-89ec-6a61a1ca3878 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905793 Apr 08 11:11:44.939141 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-d1403edf-4461-4115-bffd-3548b5faff1a None None] Port 08551a8c-828e-4887-8e9c-943d3b3faf29 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:11:44.939440 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d3fd8-62ef-4996-942f-6bfee0cf6479 req-2310e0e5-32e1-48df-8451-ea971ee513ff tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:44.946099 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-009d3fd8-62ef-4996-942f-6bfee0cf6479 req-2310e0e5-32e1-48df-8451-ea971ee513ff tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 931 time: 0.0593927 Apr 08 11:11:44.991263 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-009d3fd8-62ef-4996-942f-6bfee0cf6479 req-2024e29f-db29-423c-9eb0-b01b4c4c994a tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431418 Apr 08 11:11:45.010960 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-5b5f47a1-da25-44b6-a2a9-f129bf65859d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (08551a8c-828e-4887-8e9c-943d3b3faf29), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:45.028882 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9cfd16-7e6f-4a6a-b5a4-a0208791f30a req-44779704-580c-4479-a68b-a7731465141d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:45.030360 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1d9cfd16-7e6f-4a6a-b5a4-a0208791f30a req-44779704-580c-4479-a68b-a7731465141d service neutron] 10.222.0.25 "GET /v2.0/networks?id=90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01 HTTP/1.1" status: 200 len: 919 time: 0.1716096 Apr 08 11:11:45.172253 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1d9cfd16-7e6f-4a6a-b5a4-a0208791f30a req-bddb0f52-76b1-432e-9f5e-ac403de81c2a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef37763-e0c2-42e4-9a92-beb8bfc478b9 HTTP/1.1" status: 200 len: 1001 time: 0.1176045 Apr 08 11:11:45.273240 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9cfd16-7e6f-4a6a-b5a4-a0208791f30a req-e9a08f32-3b2b-4c06-921e-663c5432b132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:45.274743 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1d9cfd16-7e6f-4a6a-b5a4-a0208791f30a req-e9a08f32-3b2b-4c06-921e-663c5432b132 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=100c6095-ccb7-4549-a3cc-5398fc0af1f1 HTTP/1.1" status: 200 len: 857 time: 0.0914493 Apr 08 11:11:45.591995 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9cfd16-7e6f-4a6a-b5a4-a0208791f30a req-d206194b-b658-4952-bb91-db0af83a6621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:45.593493 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1d9cfd16-7e6f-4a6a-b5a4-a0208791f30a req-d206194b-b658-4952-bb91-db0af83a6621 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3097425 Apr 08 11:11:45.675867 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-5b5f47a1-da25-44b6-a2a9-f129bf65859d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08551a8c-828e-4887-8e9c-943d3b3faf29 {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:11:45.685501 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-5b5f47a1-da25-44b6-a2a9-f129bf65859d service neutron] Publish callbacks [] for port (08551a8c-828e-4887-8e9c-943d3b3faf29), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:45.706540 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-5b5f47a1-da25-44b6-a2a9-f129bf65859d service neutron] Transition to ACTIVE for port object 08551a8c-828e-4887-8e9c-943d3b3faf29 will not be triggered until provisioned by entity L2. {{(pid=104016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:11:45.724446 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1d9cfd16-7e6f-4a6a-b5a4-a0208791f30a req-7f9be515-0127-447e-ad4b-e714e0962c8d service neutron] 10.222.0.25 "GET /v2.0/networks/90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096802 Apr 08 11:11:45.781641 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-5b5f47a1-da25-44b6-a2a9-f129bf65859d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3536654'] for port (08551a8c-828e-4887-8e9c-943d3b3faf29), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:45.852435 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f47a1-da25-44b6-a2a9-f129bf65859d service neutron] Pushing event updated for resources: {'Port': ['ID=08551a8c-828e-4887-8e9c-943d3b3faf29,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:45.868655 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1d9cfd16-7e6f-4a6a-b5a4-a0208791f30a req-4dc872c8-381f-4f08-a11a-e679e73223fc service neutron] 10.222.0.25 "GET /v2.0/networks/90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362300 Apr 08 11:11:45.936475 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-5b5f47a1-da25-44b6-a2a9-f129bf65859d service neutron] Attempting to bind port 08551a8c-828e-4887-8e9c-943d3b3faf29 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:11:45.936812 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-5b5f47a1-da25-44b6-a2a9-f129bf65859d service neutron] Attempting to bind port 08551a8c-828e-4887-8e9c-943d3b3faf29 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'bb9e3258-fa2f-4286-80e8-28f078f3a6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:11:45.937136 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-5b5f47a1-da25-44b6-a2a9-f129bf65859d service neutron] Attempting to bind port 08551a8c-828e-4887-8e9c-943d3b3faf29 on network dc6c096a-ab1d-4dd5-b548-e6d43b20edbf {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:11:45.942179 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-5b5f47a1-da25-44b6-a2a9-f129bf65859d service neutron] Port 08551a8c-828e-4887-8e9c-943d3b3faf29 on network dc6c096a-ab1d-4dd5-b548-e6d43b20edbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:11:45.942500 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-5b5f47a1-da25-44b6-a2a9-f129bf65859d service neutron] Attempting to bind port 08551a8c-828e-4887-8e9c-943d3b3faf29 on network dc6c096a-ab1d-4dd5-b548-e6d43b20edbf {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:11:45.947984 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-5b5f47a1-da25-44b6-a2a9-f129bf65859d service neutron] Checking agent: {'id': '05eae265-77bc-4fda-a145-417801a6b133', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'started_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:11:45.949196 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-5b5f47a1-da25-44b6-a2a9-f129bf65859d service neutron] Checking segment: {'id': 'bb9e3258-fa2f-4286-80e8-28f078f3a6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:11:45.949730 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-5b5f47a1-da25-44b6-a2a9-f129bf65859d service neutron] Bound using segment: {'id': 'bb9e3258-fa2f-4286-80e8-28f078f3a6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:11:45.950262 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-5b5f47a1-da25-44b6-a2a9-f129bf65859d service neutron] Bound port: 08551a8c-828e-4887-8e9c-943d3b3faf29, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb9e3258-fa2f-4286-80e8-28f078f3a6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:11:45.950790 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-5b5f47a1-da25-44b6-a2a9-f129bf65859d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (08551a8c-828e-4887-8e9c-943d3b3faf29), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:46.053196 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-5b5f47a1-da25-44b6-a2a9-f129bf65859d service neutron] For port 08551a8c-828e-4887-8e9c-943d3b3faf29, host hv-cinder-83607, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:11:46.056979 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-5b5f47a1-da25-44b6-a2a9-f129bf65859d service neutron] For port 08551a8c-828e-4887-8e9c-943d3b3faf29, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=08551a8c-828e-4887-8e9c-943d3b3faf29,segment=NetworkSegment(bb9e3258-fa2f-4286-80e8-28f078f3a6fa),segment_id=bb9e3258-fa2f-4286-80e8-28f078f3a6fa)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:11:46.076070 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bc63f-907d-4c3e-921e-edc3f48f00bb req-a26832cf-7eeb-449e-8028-55ec50616ac3 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:46.077718 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-299bc63f-907d-4c3e-921e-edc3f48f00bb req-a26832cf-7eeb-449e-8028-55ec50616ac3 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 946 time: 0.0812519 Apr 08 11:11:46.122718 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d26ef9-7223-49be-a4e5-94cda6fb21cd req-db81ae3d-2def-4ff8-866a-5ad3709796e7 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:46.124320 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-77d26ef9-7223-49be-a4e5-94cda6fb21cd req-db81ae3d-2def-4ff8-866a-5ad3709796e7 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 943 time: 0.0620694 Apr 08 11:11:46.125428 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-5b5f47a1-da25-44b6-a2a9-f129bf65859d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3536654'] for port (08551a8c-828e-4887-8e9c-943d3b3faf29), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:46.133525 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-299bc63f-907d-4c3e-921e-edc3f48f00bb req-7e93cf2d-c888-44d1-9c2a-9a175f440327 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495446 Apr 08 11:11:46.166673 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-5b5f47a1-da25-44b6-a2a9-f129bf65859d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:46.167286 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-5b5f47a1-da25-44b6-a2a9-f129bf65859d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:46.168656 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-5b5f47a1-da25-44b6-a2a9-f129bf65859d service neutron] 10.222.0.25 "PUT /v2.0/ports/08551a8c-828e-4887-8e9c-943d3b3faf29 HTTP/1.1" status: 200 len: 1093 time: 1.2662022 Apr 08 11:11:46.169059 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408', 'tag': '08551a8c-828e-4887-8e9c-943d3b3faf29'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:11:46.171324 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f457a950-321d-47f3-8642-882d604f5742" -d '{"events": [{"name": "network-changed", "server_uuid": "ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408", "tag": "08551a8c-828e-4887-8e9c-943d3b3faf29"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:11:46.175908 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-77d26ef9-7223-49be-a4e5-94cda6fb21cd req-9a89dcc1-de28-4754-b045-a6dff514597a tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452063 Apr 08 11:11:46.202849 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f47a1-da25-44b6-a2a9-f129bf65859d service neutron] Pushing event updated for resources: {'Port': ['ID=08551a8c-828e-4887-8e9c-943d3b3faf29,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:46.213450 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c046db5-d911-4b10-bf17-3066b164bdce x-openstack-request-id: req-3c046db5-d911-4b10-bf17-3066b164bdce {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:11:46.213828 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408", "tag": "08551a8c-828e-4887-8e9c-943d3b3faf29", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:11:46.214082 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3c046db5-d911-4b10-bf17-3066b164bdce {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:11:46.214482 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c046db5-d911-4b10-bf17-3066b164bdce'] response: {'name': 'network-changed', 'server_uuid': 'ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408', 'tag': '08551a8c-828e-4887-8e9c-943d3b3faf29', 'status': 'completed', 'code': 200} Apr 08 11:11:46.305926 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457a950-321d-47f3-8642-882d604f5742 req-4fba43de-52d6-4cc1-b240-02f3727fb88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:46.307530 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f457a950-321d-47f3-8642-882d604f5742 req-4fba43de-52d6-4cc1-b240-02f3727fb88e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1193c805e04401c8afbb9690ce62e77&device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 1127 time: 0.0471768 Apr 08 11:11:46.420967 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457a950-321d-47f3-8642-882d604f5742 req-138d7417-7ee3-46b2-9c45-4feef5a00f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:46.423109 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f457a950-321d-47f3-8642-882d604f5742 req-138d7417-7ee3-46b2-9c45-4feef5a00f19 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=a1193c805e04401c8afbb9690ce62e77&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0991447 Apr 08 11:11:46.518627 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457a950-321d-47f3-8642-882d604f5742 req-fae4241f-ea8a-4446-b7ec-4775d37eb42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:46.520125 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f457a950-321d-47f3-8642-882d604f5742 req-fae4241f-ea8a-4446-b7ec-4775d37eb42d service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916266 Apr 08 11:11:46.624541 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-c150ef27-3626-497e-912b-4982b31c2d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:46.626050 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-c150ef27-3626-497e-912b-4982b31c2d1e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1193c805e04401c8afbb9690ce62e77&device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 1127 time: 0.0438924 Apr 08 11:11:46.673803 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-b0588ed6-fc33-4eff-92b2-e996cda4ca9f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08551a8c-828e-4887-8e9c-943d3b3faf29 HTTP/1.1" status: 200 len: 217 time: 0.0334306 Apr 08 11:11:46.728500 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-534fdc24-738d-4642-9d21-b08d2ba6a07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:46.730007 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-534fdc24-738d-4642-9d21-b08d2ba6a07e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=69645fe8-51b2-4fb3-8963-10a4b0bd4ba3 HTTP/1.1" status: 200 len: 855 time: 0.0435500 Apr 08 11:11:46.784258 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-47ece669-6de5-44d7-b89b-29335988e4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:46.785774 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-47ece669-6de5-44d7-b89b-29335988e4ef service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dc6c096a-ab1d-4dd5-b548-e6d43b20edbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494926 Apr 08 11:11:46.875094 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-722ea91e-77db-48c7-bce2-a2a6ddebba01 service neutron] 10.222.0.25 "GET /v2.0/networks/dc6c096a-ab1d-4dd5-b548-e6d43b20edbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810103 Apr 08 11:11:46.968769 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-eb75c4f7-1e3d-499a-bca8-5537a9752ea5 req-0cfee893-dd79-437d-8d12-f575f4bce3a2 service neutron] 10.222.0.25 "GET /v2.0/networks/dc6c096a-ab1d-4dd5-b548-e6d43b20edbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860703 Apr 08 11:11:47.255070 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb70004-f120-48d5-8d29-0ef42fdb5c9f req-3b3e8327-8163-430c-8bf9-3e8e9f1049f7 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:47.256542 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-abb70004-f120-48d5-8d29-0ef42fdb5c9f req-3b3e8327-8163-430c-8bf9-3e8e9f1049f7 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 946 time: 0.0557554 Apr 08 11:11:47.302324 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-abb70004-f120-48d5-8d29-0ef42fdb5c9f req-38a28e23-0d2b-4360-b545-44fa0a838677 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403304 Apr 08 11:11:47.303220 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398e869-c004-4b8e-a6b1-c94754a93fce req-5da7ec74-cf26-4df1-9fba-aac66871dd3b tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:47.304760 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a398e869-c004-4b8e-a6b1-c94754a93fce req-5da7ec74-cf26-4df1-9fba-aac66871dd3b tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 943 time: 0.0526631 Apr 08 11:11:47.351434 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a398e869-c004-4b8e-a6b1-c94754a93fce req-0694e1b1-84d9-48b4-9504-ddd4bb1704f2 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412052 Apr 08 11:11:48.421983 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9735e3-8679-4570-950c-f13f4e08150c req-dbc4f80a-58b0-49f0-9acf-4fff432163fe tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:48.423515 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6c9735e3-8679-4570-950c-f13f4e08150c req-dbc4f80a-58b0-49f0-9acf-4fff432163fe tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 946 time: 0.0537302 Apr 08 11:11:48.471448 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6c9735e3-8679-4570-950c-f13f4e08150c req-fa85bb03-f567-45ae-8461-4ce31438e6ab tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425332 Apr 08 11:11:48.480221 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1942f4b-f3d5-41b3-a1cb-33b56049e024 req-85de60e0-b872-458b-89c4-03b8d901051f tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:48.481842 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d1942f4b-f3d5-41b3-a1cb-33b56049e024 req-85de60e0-b872-458b-89c4-03b8d901051f tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 943 time: 0.0581257 Apr 08 11:11:48.527767 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d1942f4b-f3d5-41b3-a1cb-33b56049e024 req-65cc8da9-7274-4e42-9e13-bf530b036bd7 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403566 Apr 08 11:11:49.592478 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c61329-896a-4b7e-bc77-412bfbcc07b1 req-9971af81-9a39-4b93-8df4-b587c3bebbf5 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:49.594085 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-14c61329-896a-4b7e-bc77-412bfbcc07b1 req-9971af81-9a39-4b93-8df4-b587c3bebbf5 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 946 time: 0.0564928 Apr 08 11:11:49.639776 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-14c61329-896a-4b7e-bc77-412bfbcc07b1 req-29ffb252-bb51-4272-9618-b16c64269e37 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396845 Apr 08 11:11:49.649117 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9eb152-272f-4618-8c71-6d7493e8b068 req-e29af9f0-0e77-43e5-8cb0-7de57f1e673f tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:49.650627 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8c9eb152-272f-4618-8c71-6d7493e8b068 req-e29af9f0-0e77-43e5-8cb0-7de57f1e673f tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 943 time: 0.0525515 Apr 08 11:11:49.696790 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8c9eb152-272f-4618-8c71-6d7493e8b068 req-17e38330-4488-48d8-83dd-3edf552f2468 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406010 Apr 08 11:11:50.371547 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 08551a8c-828e-4887-8e9c-943d3b3faf29 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:11:50.468443 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 08551a8c-828e-4887-8e9c-943d3b3faf29, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=08551a8c-828e-4887-8e9c-943d3b3faf29,segment=NetworkSegment(bb9e3258-fa2f-4286-80e8-28f078f3a6fa),segment_id=bb9e3258-fa2f-4286-80e8-28f078f3a6fa)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:11:50.479564 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Returning: {'device': '08551a8c-828e-4887-8e9c-943d3b3faf29', 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf', 'port_id': '08551a8c-828e-4887-8e9c-943d3b3faf29', 'mac_address': 'fa:16:3e:e5:24:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69645fe8-51b2-4fb3-8963-10a4b0bd4ba3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:11:50.516718 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port 08551a8c-828e-4887-8e9c-943d3b3faf29 is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:11:50.517100 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (08551a8c-828e-4887-8e9c-943d3b3faf29), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:50.529822 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08551a8c-828e-4887-8e9c-943d3b3faf29 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:11:50.549413 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 08551a8c-828e-4887-8e9c-943d3b3faf29, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=08551a8c-828e-4887-8e9c-943d3b3faf29,segment=NetworkSegment(bb9e3258-fa2f-4286-80e8-28f078f3a6fa),segment_id=bb9e3258-fa2f-4286-80e8-28f078f3a6fa)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:11:50.627461 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (08551a8c-828e-4887-8e9c-943d3b3faf29), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:50.677972 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=08551a8c-828e-4887-8e9c-943d3b3faf29,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:50.684939 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:50.685285 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:50.685645 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:50.685986 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:50.686318 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:50.686646 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:50.686971 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:50.687293 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:50.687692 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:50.688669 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:50.688993 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:50.689340 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:50.689697 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:50.690019 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:50.690335 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:50.759429 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9809a6b-b6cb-4eaf-8303-a4d3fa9ce346 req-61a6b5df-2b40-48ef-8440-4562630446f4 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:50.760898 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f9809a6b-b6cb-4eaf-8303-a4d3fa9ce346 req-61a6b5df-2b40-48ef-8440-4562630446f4 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 946 time: 0.0535150 Apr 08 11:11:50.807967 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f9809a6b-b6cb-4eaf-8303-a4d3fa9ce346 req-a51b15ad-3a63-4b92-8334-903032d75084 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414834 Apr 08 11:11:50.820122 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39f070-c8fa-4b07-b6e9-7b9cfbf2eb48 req-362c7ccf-8993-4ab9-9a38-0173e792eaed tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:50.821743 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fd39f070-c8fa-4b07-b6e9-7b9cfbf2eb48 req-362c7ccf-8993-4ab9-9a38-0173e792eaed tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 944 time: 0.0529423 Apr 08 11:11:50.872631 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fd39f070-c8fa-4b07-b6e9-7b9cfbf2eb48 req-74b12ff8-5f48-4699-ba59-50ae866827b7 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453289 Apr 08 11:11:50.999265 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] get_ports_and_sgs() called for port_ids ['08551a8c-828e-4887-8e9c-943d3b3faf29'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:11:51.925972 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959fae09-463b-45e5-b502-76e79e78ad22 req-d149e2ae-854f-4ea1-8351-77a3688c01ab tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:51.927470 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-959fae09-463b-45e5-b502-76e79e78ad22 req-d149e2ae-854f-4ea1-8351-77a3688c01ab tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 946 time: 0.0527332 Apr 08 11:11:51.977403 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-959fae09-463b-45e5-b502-76e79e78ad22 req-7e74a843-c5bc-4a4f-8da7-9a44c8c13024 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443017 Apr 08 11:11:51.994599 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1e44a-49b7-4e80-93db-38bca181214a req-d24cf43e-92db-4120-915b-5de19248ad5a tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:51.996084 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5fa1e44a-49b7-4e80-93db-38bca181214a req-d24cf43e-92db-4120-915b-5de19248ad5a tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 944 time: 0.0524597 Apr 08 11:11:52.042376 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5fa1e44a-49b7-4e80-93db-38bca181214a req-cef6ae00-1a1b-45fa-b4df-d2375fa26a57 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401518 Apr 08 11:11:52.162179 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:52.379425 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 08551a8c-828e-4887-8e9c-943d3b3faf29 up at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:11:52.487778 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning for port 08551a8c-828e-4887-8e9c-943d3b3faf29 completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:11:52.491551 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning complete for port 08551a8c-828e-4887-8e9c-943d3b3faf29 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:11:52.491975 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (08551a8c-828e-4887-8e9c-943d3b3faf29), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:52.566760 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port 08551a8c-828e-4887-8e9c-943d3b3faf29 is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:11:52.567138 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (08551a8c-828e-4887-8e9c-943d3b3faf29), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:52.589520 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08551a8c-828e-4887-8e9c-943d3b3faf29'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:11:52.591749 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351759d57aafe3a60f453950940ba8882eb57342389be8e59779499322ae84b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9f22ba-7906-4e9c-a3ab-3429d96f11fa" -d '{"events": [{"server_uuid": "ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408", "name": "network-vif-plugged", "status": "completed", "tag": "08551a8c-828e-4887-8e9c-943d3b3faf29"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:11:52.604581 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 08551a8c-828e-4887-8e9c-943d3b3faf29, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=08551a8c-828e-4887-8e9c-943d3b3faf29,segment=NetworkSegment(bb9e3258-fa2f-4286-80e8-28f078f3a6fa),segment_id=bb9e3258-fa2f-4286-80e8-28f078f3a6fa)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:11:52.628080 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b5962b-6d44-4008-96bd-f3ebe820d2d2 x-openstack-request-id: req-e6b5962b-6d44-4008-96bd-f3ebe820d2d2 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:11:52.628372 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408", "name": "network-vif-plugged", "status": "completed", "tag": "08551a8c-828e-4887-8e9c-943d3b3faf29", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:11:52.628628 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e6b5962b-6d44-4008-96bd-f3ebe820d2d2 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:11:52.629029 dv-cinder-836073-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6b5962b-6d44-4008-96bd-f3ebe820d2d2'] response: {'server_uuid': 'ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08551a8c-828e-4887-8e9c-943d3b3faf29', 'code': 200} Apr 08 11:11:52.683888 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (08551a8c-828e-4887-8e9c-943d3b3faf29), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:52.734821 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=08551a8c-828e-4887-8e9c-943d3b3faf29,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:52.936743 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65279f75-2399-43f3-834f-bab42370413d req-ff290971-db52-40da-b990-075eab4ad43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:52.938501 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-65279f75-2399-43f3-834f-bab42370413d req-ff290971-db52-40da-b990-075eab4ad43b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 1129 time: 0.0454895 Apr 08 11:11:52.981883 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-65279f75-2399-43f3-834f-bab42370413d req-1ceb1d59-aea2-4f9c-85dc-c3a81b799771 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374680 Apr 08 11:11:53.099560 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35de3f1-ee64-4b10-8829-e8913b781007 req-b46e89a9-618c-41b7-990b-9169654eda34 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:53.101071 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b35de3f1-ee64-4b10-8829-e8913b781007 req-b46e89a9-618c-41b7-990b-9169654eda34 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 946 time: 0.0574572 Apr 08 11:11:53.149219 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b35de3f1-ee64-4b10-8829-e8913b781007 req-c9d9a9ad-1797-48cc-90cf-b8444f6bd4be tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425348 Apr 08 11:11:53.167993 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd962233-18e0-4119-909c-daa1978f1b3d req-c044de4a-bbfd-48e8-b53b-aa529213231f tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:53.169519 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-fd962233-18e0-4119-909c-daa1978f1b3d req-c044de4a-bbfd-48e8-b53b-aa529213231f tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 945 time: 0.0517099 Apr 08 11:11:53.216003 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-fd962233-18e0-4119-909c-daa1978f1b3d req-b8a00df3-023a-4695-85e8-4de0698d8c00 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409279 Apr 08 11:11:54.269027 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17033f06-1969-4b77-a73f-ac195c886d4f req-3af120e6-860a-479d-b75e-fdec0f2f7aeb tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:54.273482 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-17033f06-1969-4b77-a73f-ac195c886d4f req-3af120e6-860a-479d-b75e-fdec0f2f7aeb tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 946 time: 0.0547395 Apr 08 11:11:54.318163 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-17033f06-1969-4b77-a73f-ac195c886d4f req-a4b7270a-a166-4f47-a4d8-2c9576d95fb8 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416701 Apr 08 11:11:54.337079 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb29ca-1c74-47e8-8940-0b632262b199 req-0515e7cb-c68b-453d-a2a0-101d5f18e8c5 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:54.338574 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d7cb29ca-1c74-47e8-8940-0b632262b199 req-0515e7cb-c68b-453d-a2a0-101d5f18e8c5 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 945 time: 0.0520453 Apr 08 11:11:54.383610 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d7cb29ca-1c74-47e8-8940-0b632262b199 req-0d030d9a-5c11-4b31-9116-df048b43c5a0 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394847 Apr 08 11:11:55.438975 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7013ad-6547-44b7-983b-184eef724db0 req-8d3ad29a-2e35-40ad-ad2d-b7d55d20e8ad tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:55.440638 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1b7013ad-6547-44b7-983b-184eef724db0 req-8d3ad29a-2e35-40ad-ad2d-b7d55d20e8ad tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 946 time: 0.0535758 Apr 08 11:11:55.492368 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1b7013ad-6547-44b7-983b-184eef724db0 req-9251dc9d-4310-434a-837e-bfccb41ab573 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460556 Apr 08 11:11:55.513537 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9829c2-5dcf-42ab-9c3b-0557f4555682 req-111797a8-54e0-431a-8813-f6acfad1c9ea tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:55.515048 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1b9829c2-5dcf-42ab-9c3b-0557f4555682 req-111797a8-54e0-431a-8813-f6acfad1c9ea tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 945 time: 0.0571432 Apr 08 11:11:55.561702 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1b9829c2-5dcf-42ab-9c3b-0557f4555682 req-05216770-2724-466a-931d-36bf4776c9ab tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411608 Apr 08 11:11:55.677809 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7eb7cb-aee6-4ef7-8098-6749e6d8ea54 req-aa05b917-3204-4132-aff2-f748597dfcd3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:55.679296 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2b7eb7cb-aee6-4ef7-8098-6749e6d8ea54 req-aa05b917-3204-4132-aff2-f748597dfcd3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 945 time: 0.0519962 Apr 08 11:11:55.687575 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 48956) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:11:55.692210 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-f3db9225-5c58-4a7b-b104-dc81156a9942 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Request body: {'floatingip': {'port_id': '08551a8c-828e-4887-8e9c-943d3b3faf29'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:11:55.732919 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f3db9225-5c58-4a7b-b104-dc81156a9942 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for floatingip (69892e21-a465-4613-a1d8-668da8683260), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:56.299513 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f3db9225-5c58-4a7b-b104-dc81156a9942 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:56.404084 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f3db9225-5c58-4a7b-b104-dc81156a9942 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456385'] for floatingip (69892e21-a465-4613-a1d8-668da8683260), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:56.505258 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.db.l3_db [None req-f3db9225-5c58-4a7b-b104-dc81156a9942 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Floating IP 69892e21-a465-4613-a1d8-668da8683260 associated. External IP: 172.27.0.210, port: 08551a8c-828e-4887-8e9c-943d3b3faf29. Apr 08 11:11:56.609599 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083006b-b17b-4fb2-b293-69dc7853d4fe req-c0674e60-5af6-40d7-982f-6a16d97c4f78 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:56.611862 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7083006b-b17b-4fb2-b293-69dc7853d4fe req-c0674e60-5af6-40d7-982f-6a16d97c4f78 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 946 time: 0.0534213 Apr 08 11:11:56.661923 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7083006b-b17b-4fb2-b293-69dc7853d4fe req-6b80ee4a-7187-4984-91b6-37cd627f54fa tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440540 Apr 08 11:11:56.950451 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3db9225-5c58-4a7b-b104-dc81156a9942 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Router b78a864e-c382-4149-b438-3b3373b9e7da has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:11:57.060373 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3db9225-5c58-4a7b-b104-dc81156a9942 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:11:57.066425 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f3db9225-5c58-4a7b-b104-dc81156a9942 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:57.070806 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5a838c-5662-4edd-a921-8f8fc828c51f None None] Sync routers for ids ['b78a864e-c382-4149-b438-3b3373b9e7da'] in dv-cinder-836073-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:11:57.081903 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5a838c-5662-4edd-a921-8f8fc828c51f None None] Routers {'b78a864e-c382-4149-b438-3b3373b9e7da'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:11:57.082530 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-ff5a838c-5662-4edd-a921-8f8fc828c51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:11:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['b78a864e-c382-4149-b438-3b3373b9e7da'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:57.097055 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-f3db9225-5c58-4a7b-b104-dc81156a9942 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "PUT /v2.0/floatingips/69892e21-a465-4613-a1d8-668da8683260 HTTP/1.1" status: 200 len: 991 time: 1.4084282 Apr 08 11:11:57.097777 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408', 'tag': '08551a8c-828e-4887-8e9c-943d3b3faf29'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:11:57.099993 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd1c730-4ac0-43ac-bab1-aeddd7fb0837" -d '{"events": [{"name": "network-changed", "server_uuid": "ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408", "tag": "08551a8c-828e-4887-8e9c-943d3b3faf29"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:11:57.139760 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db2371d-2620-4eb4-8a27-92b4f3571faa x-openstack-request-id: req-3db2371d-2620-4eb4-8a27-92b4f3571faa {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:11:57.140052 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408", "tag": "08551a8c-828e-4887-8e9c-943d3b3faf29", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:11:57.140296 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3db2371d-2620-4eb4-8a27-92b4f3571faa {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:11:57.140696 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3db2371d-2620-4eb4-8a27-92b4f3571faa'] response: {'name': 'network-changed', 'server_uuid': 'ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408', 'tag': '08551a8c-828e-4887-8e9c-943d3b3faf29', 'status': 'completed', 'code': 200} Apr 08 11:11:57.192462 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-ff5a838c-5662-4edd-a921-8f8fc828c51f None None] Set router b78a864e-c382-4149-b438-3b3373b9e7da gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:11:57.237647 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1c730-4ac0-43ac-bab1-aeddd7fb0837 req-6e8f68a5-3cba-4286-9d8f-9bfc75af6aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:57.239056 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6dd1c730-4ac0-43ac-bab1-aeddd7fb0837 req-6e8f68a5-3cba-4286-9d8f-9bfc75af6aac service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1193c805e04401c8afbb9690ce62e77&device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 1129 time: 0.0443535 Apr 08 11:11:57.333814 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1c730-4ac0-43ac-bab1-aeddd7fb0837 req-15a3ac24-4621-4d8e-a171-b502a0adc000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:57.340220 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6dd1c730-4ac0-43ac-bab1-aeddd7fb0837 req-15a3ac24-4621-4d8e-a171-b502a0adc000 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dc6c096a-ab1d-4dd5-b548-e6d43b20edbf HTTP/1.1" status: 200 len: 917 time: 0.0884750 Apr 08 11:11:57.398175 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-07d34412-5490-43cc-85dd-4962822a03d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:57.405769 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6dd1c730-4ac0-43ac-bab1-aeddd7fb0837 req-f9bedc6b-e21a-4351-9e4a-3a631697ff1e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08551a8c-828e-4887-8e9c-943d3b3faf29 HTTP/1.1" status: 200 len: 999 time: 0.0608320 Apr 08 11:11:57.420638 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-ff5a838c-5662-4edd-a921-8f8fc828c51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'name': 'tempest-AttachVolumeShelveTestJSON-566511373-router', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'e38f17d0-9617-40a6-8440-d7d47cd6e4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:22Z', 'updated_at': '2022-04-08T11:07:31Z', 'revision_number': 4, 'project_id': 'a1193c805e04401c8afbb9690ce62e77', 'gw_port': {'id': 'e38f17d0-9617-40a6-8440-d7d47cd6e4f0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:24Z', 'updated_at': '2022-04-08T11:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': '69892e21-a465-4613-a1d8-668da8683260', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'port_id': '08551a8c-828e-4887-8e9c-943d3b3faf29', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf', 'mac_address': 'fa:16:3e:e5:24:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:11:40Z', 'updated_at': '2022-04-08T11:11:56Z', 'revision_number': 1, 'project_id': 'a1193c805e04401c8afbb9690ce62e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '266c0c98-251a-40ef-b953-89db7137a957', 'name': '', 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'mac_address': 'fa:16:3e:f0:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '69645fe8-51b2-4fb3-8963-10a4b0bd4ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:30Z', 'updated_at': '2022-04-08T11:07:39Z', 'revision_number': 5, 'project_id': 'a1193c805e04401c8afbb9690ce62e77', 'subnets': [{'id': '69645fe8-51b2-4fb3-8963-10a4b0bd4ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:57.455257 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5a838c-5662-4edd-a921-8f8fc828c51f None None] Checking router: b78a864e-c382-4149-b438-3b3373b9e7da for host: dv-cinder-836073-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:11:57.456193 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1c730-4ac0-43ac-bab1-aeddd7fb0837 req-bf8aa877-1c59-49a6-8089-bd8ea7983474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:57.457700 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6dd1c730-4ac0-43ac-bab1-aeddd7fb0837 req-bf8aa877-1c59-49a6-8089-bd8ea7983474 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=69645fe8-51b2-4fb3-8963-10a4b0bd4ba3 HTTP/1.1" status: 200 len: 855 time: 0.0450993 Apr 08 11:11:57.463665 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5a838c-5662-4edd-a921-8f8fc828c51f None None] Routers {'b78a864e-c382-4149-b438-3b3373b9e7da'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:11:57.464272 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-ff5a838c-5662-4edd-a921-8f8fc828c51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:11:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['b78a864e-c382-4149-b438-3b3373b9e7da'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:57.512758 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1c730-4ac0-43ac-bab1-aeddd7fb0837 req-d18222ae-d7ca-4aae-ac62-c03949feb21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:57.514428 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6dd1c730-4ac0-43ac-bab1-aeddd7fb0837 req-d18222ae-d7ca-4aae-ac62-c03949feb21d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dc6c096a-ab1d-4dd5-b548-e6d43b20edbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501263 Apr 08 11:11:57.576314 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-ff5a838c-5662-4edd-a921-8f8fc828c51f None None] Set router b78a864e-c382-4149-b438-3b3373b9e7da gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:11:57.610236 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6dd1c730-4ac0-43ac-bab1-aeddd7fb0837 req-c42741ac-8cda-4ed8-972d-78bc717f4260 service neutron] 10.222.0.25 "GET /v2.0/networks/dc6c096a-ab1d-4dd5-b548-e6d43b20edbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886657 Apr 08 11:11:57.713425 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6dd1c730-4ac0-43ac-bab1-aeddd7fb0837 req-9f03039b-89ee-451f-90de-a7dc3751b043 service neutron] 10.222.0.25 "GET /v2.0/networks/dc6c096a-ab1d-4dd5-b548-e6d43b20edbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944786 Apr 08 11:11:57.782993 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c789c0c-e6cb-4efc-a372-80666ec49d1a req-2d49adde-0e8a-4303-84f9-38fc5655c851 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:57.784509 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2c789c0c-e6cb-4efc-a372-80666ec49d1a req-2d49adde-0e8a-4303-84f9-38fc5655c851 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 946 time: 0.0523958 Apr 08 11:11:57.806031 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-ff5a838c-5662-4edd-a921-8f8fc828c51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'name': 'tempest-AttachVolumeShelveTestJSON-566511373-router', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'e38f17d0-9617-40a6-8440-d7d47cd6e4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:22Z', 'updated_at': '2022-04-08T11:07:31Z', 'revision_number': 4, 'project_id': 'a1193c805e04401c8afbb9690ce62e77', 'gw_port': {'id': 'e38f17d0-9617-40a6-8440-d7d47cd6e4f0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:24Z', 'updated_at': '2022-04-08T11:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': '69892e21-a465-4613-a1d8-668da8683260', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'port_id': '08551a8c-828e-4887-8e9c-943d3b3faf29', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf', 'mac_address': 'fa:16:3e:e5:24:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:11:40Z', 'updated_at': '2022-04-08T11:11:56Z', 'revision_number': 1, 'project_id': 'a1193c805e04401c8afbb9690ce62e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '266c0c98-251a-40ef-b953-89db7137a957', 'name': '', 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'mac_address': 'fa:16:3e:f0:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '69645fe8-51b2-4fb3-8963-10a4b0bd4ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:30Z', 'updated_at': '2022-04-08T11:07:39Z', 'revision_number': 5, 'project_id': 'a1193c805e04401c8afbb9690ce62e77', 'subnets': [{'id': '69645fe8-51b2-4fb3-8963-10a4b0bd4ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:57.835284 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2c789c0c-e6cb-4efc-a372-80666ec49d1a req-18645778-d21d-4273-b98a-5c5565113dde tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450437 Apr 08 11:11:57.836871 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5a838c-5662-4edd-a921-8f8fc828c51f None None] The sync data for ids ['b78a864e-c382-4149-b438-3b3373b9e7da'] in dv-cinder-836073-3-iscsi is: [{'id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'name': 'tempest-AttachVolumeShelveTestJSON-566511373-router', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'e38f17d0-9617-40a6-8440-d7d47cd6e4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:22Z', 'updated_at': '2022-04-08T11:07:31Z', 'revision_number': 4, 'project_id': 'a1193c805e04401c8afbb9690ce62e77', 'gw_port': {'id': 'e38f17d0-9617-40a6-8440-d7d47cd6e4f0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:24Z', 'updated_at': '2022-04-08T11:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': '69892e21-a465-4613-a1d8-668da8683260', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'port_id': '08551a8c-828e-4887-8e9c-943d3b3faf29', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf', 'mac_address': 'fa:16:3e:e5:24:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:11:40Z', 'updated_at': '2022-04-08T11:11:56Z', 'revision_number': 1, 'project_id': 'a1193c805e04401c8afbb9690ce62e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '266c0c98-251a-40ef-b953-89db7137a957', 'name': '', 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'mac_address': 'fa:16:3e:f0:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '69645fe8-51b2-4fb3-8963-10a4b0bd4ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:30Z', 'updated_at': '2022-04-08T11:07:39Z', 'revision_number': 5, 'project_id': 'a1193c805e04401c8afbb9690ce62e77', 'subnets': [{'id': '69645fe8-51b2-4fb3-8963-10a4b0bd4ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:11:58.015068 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f8b0ef-ffd7-4f68-9eac-52d89b25474f None None] New status for floating IP 69892e21-a465-4613-a1d8-668da8683260: ACTIVE {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:11:58.957498 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dccd9d3-c645-49b0-9a3f-0878cd5affeb req-324f8e1a-7d9e-46dd-ba23-caf73955fec1 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:58.959086 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4dccd9d3-c645-49b0-9a3f-0878cd5affeb req-324f8e1a-7d9e-46dd-ba23-caf73955fec1 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 946 time: 0.0545862 Apr 08 11:11:59.004870 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4dccd9d3-c645-49b0-9a3f-0878cd5affeb req-7f35cc0e-d761-4ee4-b4d1-0aefd70315fc tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403037 Apr 08 11:11:59.598385 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:11:59.864622 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-32248b3e-891e-492a-b92b-ea5ebbb34e80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:00.126384 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7a741-ba5c-4e4d-b1d4-d3b07aca9e7a req-6c9a7262-f8b0-4bc4-8600-33da74dbdde9 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:00.127853 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-95c7a741-ba5c-4e4d-b1d4-d3b07aca9e7a req-6c9a7262-f8b0-4bc4-8600-33da74dbdde9 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 946 time: 0.0562446 Apr 08 11:12:00.173337 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-95c7a741-ba5c-4e4d-b1d4-d3b07aca9e7a req-ea46f5ca-4c47-47cb-a7cc-fa7f2482c21d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398436 Apr 08 11:12:01.050505 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:01.290196 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531438a1-27e6-45a6-98be-a84bd99e4435 req-a5ab1587-2d68-47e1-9c28-ed4825735a63 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:01.291672 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-531438a1-27e6-45a6-98be-a84bd99e4435 req-a5ab1587-2d68-47e1-9c28-ed4825735a63 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 946 time: 0.0519979 Apr 08 11:12:01.337640 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-531438a1-27e6-45a6-98be-a84bd99e4435 req-3511aa00-ae53-44f7-b485-de8035bc9369 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405037 Apr 08 11:12:02.456221 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393a049-87f8-49a5-9862-b0dff61c7353 req-393152f6-5b98-439d-992b-5b68f0f110c5 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:02.457728 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8393a049-87f8-49a5-9862-b0dff61c7353 req-393152f6-5b98-439d-992b-5b68f0f110c5 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 946 time: 0.0527401 Apr 08 11:12:02.509624 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8393a049-87f8-49a5-9862-b0dff61c7353 req-8e08964b-e087-4daf-9462-a37814931034 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460286 Apr 08 11:12:02.586936 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:03.632882 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd74773-785b-47ae-80a6-4fbba419952d req-7453e3dd-e6ca-480b-af79-fbe69f6fa8a6 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:03.634296 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dcd74773-785b-47ae-80a6-4fbba419952d req-7453e3dd-e6ca-480b-af79-fbe69f6fa8a6 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 946 time: 0.0527406 Apr 08 11:12:03.682819 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dcd74773-785b-47ae-80a6-4fbba419952d req-c7a067dd-4a1f-48a5-a50f-e547fe66761a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426483 Apr 08 11:12:03.850233 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c448f9-002a-424a-b715-1d0eaf5e6415 req-b10ecbc9-9ada-450b-b217-4ed07a4562a6 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:03.851684 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-71c448f9-002a-424a-b715-1d0eaf5e6415 req-b10ecbc9-9ada-450b-b217-4ed07a4562a6 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0530517 Apr 08 11:12:03.897308 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-71c448f9-002a-424a-b715-1d0eaf5e6415 req-2ba1adef-3db4-4500-9af2-3b653f7621a2 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398223 Apr 08 11:12:04.238075 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:04.804704 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21415029-956f-421e-8082-40bbb8d11e60 req-73a40846-9dbf-4163-979d-41a2051ff578 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:04.806185 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-21415029-956f-421e-8082-40bbb8d11e60 req-73a40846-9dbf-4163-979d-41a2051ff578 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 946 time: 0.0556295 Apr 08 11:12:04.851050 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-21415029-956f-421e-8082-40bbb8d11e60 req-a64fd9ba-ea1e-4f97-ab79-f5f8368826e9 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393701 Apr 08 11:12:05.020173 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22308875-38a2-471d-97e4-f24514af54b9 req-e5bf1790-a25d-4146-85c3-3ad651bde1ff tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:05.021650 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-22308875-38a2-471d-97e4-f24514af54b9 req-e5bf1790-a25d-4146-85c3-3ad651bde1ff tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0560889 Apr 08 11:12:05.067698 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-22308875-38a2-471d-97e4-f24514af54b9 req-3e50a6fd-ee83-4a90-93ed-a9e0f41d1531 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405366 Apr 08 11:12:05.967391 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7dc51-1988-4337-a5fb-c1d31392cc95 req-b0021e50-47ae-4114-b95e-eeb0eb025858 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:05.968922 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-afb7dc51-1988-4337-a5fb-c1d31392cc95 req-b0021e50-47ae-4114-b95e-eeb0eb025858 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 946 time: 0.0527949 Apr 08 11:12:06.012052 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad8b97-7ccf-4b60-9029-1e65d39328fc req-cb24cc73-4fe3-4e2c-86bb-54329969d24e tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:06.013516 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2aad8b97-7ccf-4b60-9029-1e65d39328fc req-cb24cc73-4fe3-4e2c-86bb-54329969d24e tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.0521448 Apr 08 11:12:06.016567 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-afb7dc51-1988-4337-a5fb-c1d31392cc95 req-c97fd91f-53dc-4307-9424-2a9218b63da0 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419650 Apr 08 11:12:06.116331 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-2aad8b97-7ccf-4b60-9029-1e65d39328fc req-98b29c6a-d4f0-4756-8372-0a1c2cc5c517 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Deleting port e5518e1a-2b8d-4147-a1b2-2ce4c164c525 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:12:06.116898 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-2aad8b97-7ccf-4b60-9029-1e65d39328fc req-98b29c6a-d4f0-4756-8372-0a1c2cc5c517 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (e5518e1a-2b8d-4147-a1b2-2ce4c164c525), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:06.242984 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c27f8-db63-41c5-8a73-8ec8ebb25884 req-0019b5db-741a-4db1-a836-5a17a432844e tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:06.244435 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dc2c27f8-db63-41c5-8a73-8ec8ebb25884 req-0019b5db-741a-4db1-a836-5a17a432844e tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 946 time: 0.1070416 Apr 08 11:12:06.249181 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-2aad8b97-7ccf-4b60-9029-1e65d39328fc req-98b29c6a-d4f0-4756-8372-0a1c2cc5c517 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] For port e5518e1a-2b8d-4147-a1b2-2ce4c164c525, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e5518e1a-2b8d-4147-a1b2-2ce4c164c525,segment=NetworkSegment(7c3cd9ae-03b6-4373-b79c-5b396a609cc9),segment_id=7c3cd9ae-03b6-4373-b79c-5b396a609cc9)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:12:06.249539 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-2aad8b97-7ccf-4b60-9029-1e65d39328fc req-98b29c6a-d4f0-4756-8372-0a1c2cc5c517 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (e5518e1a-2b8d-4147-a1b2-2ce4c164c525), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:06.341524 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dc2c27f8-db63-41c5-8a73-8ec8ebb25884 req-04e51faf-4c00-4d3f-a585-b96c723b369b tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b7ca966-9a91-4567-af21-5d4af91307e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894427 Apr 08 11:12:06.451439 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-2aad8b97-7ccf-4b60-9029-1e65d39328fc req-98b29c6a-d4f0-4756-8372-0a1c2cc5c517 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:06.451713 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-2aad8b97-7ccf-4b60-9029-1e65d39328fc req-98b29c6a-d4f0-4756-8372-0a1c2cc5c517 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456385'] for floatingip (1703cde2-233b-4c67-a86c-87f1c66ced50), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:06.452030 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.db.l3_db [req-2aad8b97-7ccf-4b60-9029-1e65d39328fc req-98b29c6a-d4f0-4756-8372-0a1c2cc5c517 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Floating IP 1703cde2-233b-4c67-a86c-87f1c66ced50 disassociated. External IP: 172.27.0.104, port: e5518e1a-2b8d-4147-a1b2-2ce4c164c525. Apr 08 11:12:06.452370 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-2aad8b97-7ccf-4b60-9029-1e65d39328fc req-98b29c6a-d4f0-4756-8372-0a1c2cc5c517 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Calling delete_port for e5518e1a-2b8d-4147-a1b2-2ce4c164c525 owned by compute:nova {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:12:06.638123 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-2aad8b97-7ccf-4b60-9029-1e65d39328fc req-98b29c6a-d4f0-4756-8372-0a1c2cc5c517 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (e5518e1a-2b8d-4147-a1b2-2ce4c164c525), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:06.664381 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b29c6a-d4f0-4756-8372-0a1c2cc5c517 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Pushing event deleted for resources: {'Port': ['ID=e5518e1a-2b8d-4147-a1b2-2ce4c164c525,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:06.780886 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2aad8b97-7ccf-4b60-9029-1e65d39328fc req-98b29c6a-d4f0-4756-8372-0a1c2cc5c517 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Router 16348a5f-1886-4781-bf96-5148ab3792c9 has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:12:06.891555 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2aad8b97-7ccf-4b60-9029-1e65d39328fc req-98b29c6a-d4f0-4756-8372-0a1c2cc5c517 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:12:06.902231 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcca963-3e21-4486-8a3e-c74a41a42146 None None] Sync routers for ids ['16348a5f-1886-4781-bf96-5148ab3792c9'] in dv-cinder-836073-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:12:06.913187 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcca963-3e21-4486-8a3e-c74a41a42146 None None] Routers {'16348a5f-1886-4781-bf96-5148ab3792c9'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:12:06.913859 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-6fcca963-3e21-4486-8a3e-c74a41a42146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:12:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['16348a5f-1886-4781-bf96-5148ab3792c9'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:06.935043 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aad8b97-7ccf-4b60-9029-1e65d39328fc req-98b29c6a-d4f0-4756-8372-0a1c2cc5c517 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] No DVR routers for this DVR port e5518e1a-2b8d-4147-a1b2-2ce4c164c525 on host hv-cinder-83607 {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:12:06.937671 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-2aad8b97-7ccf-4b60-9029-1e65d39328fc req-98b29c6a-d4f0-4756-8372-0a1c2cc5c517 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:06.940968 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2aad8b97-7ccf-4b60-9029-1e65d39328fc req-98b29c6a-d4f0-4756-8372-0a1c2cc5c517 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.25 "DELETE /v2.0/ports/e5518e1a-2b8d-4147-a1b2-2ce4c164c525 HTTP/1.1" status: 204 len: 173 time: 0.9194584 Apr 08 11:12:06.941402 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c7f425-3263-4ed3-8fec-8485ec62f6a9', 'name': 'network-vif-deleted', 'tag': 'e5518e1a-2b8d-4147-a1b2-2ce4c164c525'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:12:06.943894 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740cd9ed-2df4-4af5-a65f-04814be64b1a" -d '{"events": [{"server_uuid": "96c7f425-3263-4ed3-8fec-8485ec62f6a9", "name": "network-vif-deleted", "tag": "e5518e1a-2b8d-4147-a1b2-2ce4c164c525"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:12:06.978931 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151a843c-060d-4f73-a298-29394b4c09e9 x-openstack-request-id: req-151a843c-060d-4f73-a298-29394b4c09e9 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:12:06.979226 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c7f425-3263-4ed3-8fec-8485ec62f6a9", "name": "network-vif-deleted", "tag": "e5518e1a-2b8d-4147-a1b2-2ce4c164c525", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:12:06.979479 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-151a843c-060d-4f73-a298-29394b4c09e9 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:12:06.979883 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-151a843c-060d-4f73-a298-29394b4c09e9'] response: {'server_uuid': '96c7f425-3263-4ed3-8fec-8485ec62f6a9', 'name': 'network-vif-deleted', 'tag': 'e5518e1a-2b8d-4147-a1b2-2ce4c164c525', 'status': 'completed', 'code': 200} Apr 08 11:12:07.030355 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-6fcca963-3e21-4486-8a3e-c74a41a42146 None None] Set router 16348a5f-1886-4781-bf96-5148ab3792c9 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:12:07.145306 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b78fe9-8f64-490d-b597-97b6a49b851c req-e0afd985-2f33-4402-832f-c308eee3559d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:07.146907 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-56b78fe9-8f64-490d-b597-97b6a49b851c req-e0afd985-2f33-4402-832f-c308eee3559d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 946 time: 0.0600250 Apr 08 11:12:07.199753 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-56b78fe9-8f64-490d-b597-97b6a49b851c req-f20dc424-b2fa-4bf1-b1d4-638555b01b09 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469172 Apr 08 11:12:07.241559 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-6fcca963-3e21-4486-8a3e-c74a41a42146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'name': 'tempest-AttachVolumeTestJSON-397204211-router', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '883c6c70-058e-426a-aa69-6ead7a04d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:20Z', 'updated_at': '2022-04-08T11:07:30Z', 'revision_number': 4, 'project_id': '16c20ec5a754420c8f43a0f7e847031a', 'gw_port': {'id': '883c6c70-058e-426a-aa69-6ead7a04d08f', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:34:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': '949354ab-f61a-4fec-96a9-9888653181b9', 'name': '', 'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'mac_address': 'fa:16:3e:52:13:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c6e2448f-6563-4dea-8f56-29b70f4d3ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:27Z', 'updated_at': '2022-04-08T11:07:40Z', 'revision_number': 5, 'project_id': '16c20ec5a754420c8f43a0f7e847031a', 'subnets': [{'id': 'c6e2448f-6563-4dea-8f56-29b70f4d3ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:07.366935 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcca963-3e21-4486-8a3e-c74a41a42146 None None] Checking router: 16348a5f-1886-4781-bf96-5148ab3792c9 for host: dv-cinder-836073-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:12:07.376356 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcca963-3e21-4486-8a3e-c74a41a42146 None None] Routers {'16348a5f-1886-4781-bf96-5148ab3792c9'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:12:07.377048 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-6fcca963-3e21-4486-8a3e-c74a41a42146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:12:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['16348a5f-1886-4781-bf96-5148ab3792c9'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:07.422778 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce741aa-03bb-4d1b-9896-3eeb518bfa6a req-401d526a-ae51-4bdc-97d6-ccde820bfa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:07.424365 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0ce741aa-03bb-4d1b-9896-3eeb518bfa6a req-401d526a-ae51-4bdc-97d6-ccde820bfa58 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 1130 time: 0.0744390 Apr 08 11:12:07.466104 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2c9ecb47-98d0-4b46-8b39-e271bb428a74 req-d6ea97d9-0822-46ee-acfd-fb7480b77105 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 210 time: 0.0505686 Apr 08 11:12:07.484668 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0ce741aa-03bb-4d1b-9896-3eeb518bfa6a req-6f8ecdd1-4d9a-4e6f-8151-dfe7062df5ed service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533612 Apr 08 11:12:07.493846 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-6fcca963-3e21-4486-8a3e-c74a41a42146 None None] Set router 16348a5f-1886-4781-bf96-5148ab3792c9 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:12:07.712073 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-6fcca963-3e21-4486-8a3e-c74a41a42146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'name': 'tempest-AttachVolumeTestJSON-397204211-router', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '883c6c70-058e-426a-aa69-6ead7a04d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:20Z', 'updated_at': '2022-04-08T11:07:30Z', 'revision_number': 4, 'project_id': '16c20ec5a754420c8f43a0f7e847031a', 'gw_port': {'id': '883c6c70-058e-426a-aa69-6ead7a04d08f', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:34:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': '949354ab-f61a-4fec-96a9-9888653181b9', 'name': '', 'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'mac_address': 'fa:16:3e:52:13:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c6e2448f-6563-4dea-8f56-29b70f4d3ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:27Z', 'updated_at': '2022-04-08T11:07:40Z', 'revision_number': 5, 'project_id': '16c20ec5a754420c8f43a0f7e847031a', 'subnets': [{'id': 'c6e2448f-6563-4dea-8f56-29b70f4d3ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:07.736499 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcca963-3e21-4486-8a3e-c74a41a42146 None None] The sync data for ids ['16348a5f-1886-4781-bf96-5148ab3792c9'] in dv-cinder-836073-3-iscsi is: [{'id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'name': 'tempest-AttachVolumeTestJSON-397204211-router', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '883c6c70-058e-426a-aa69-6ead7a04d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:20Z', 'updated_at': '2022-04-08T11:07:30Z', 'revision_number': 4, 'project_id': '16c20ec5a754420c8f43a0f7e847031a', 'gw_port': {'id': '883c6c70-058e-426a-aa69-6ead7a04d08f', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:34:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': '949354ab-f61a-4fec-96a9-9888653181b9', 'name': '', 'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'mac_address': 'fa:16:3e:52:13:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c6e2448f-6563-4dea-8f56-29b70f4d3ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:27Z', 'updated_at': '2022-04-08T11:07:40Z', 'revision_number': 5, 'project_id': '16c20ec5a754420c8f43a0f7e847031a', 'subnets': [{'id': 'c6e2448f-6563-4dea-8f56-29b70f4d3ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:12:07.962346 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0991ab8b-cece-4d75-8f70-3a9c3c6ccdb9 None None] New status for floating IP 1703cde2-233b-4c67-a86c-87f1c66ced50: DOWN {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:12:08.318512 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd652a-3209-4bc6-a8d7-843d1556567a req-006107a3-badc-4cff-9c8e-1daef1ab741c tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:08.319994 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d7cd652a-3209-4bc6-a8d7-843d1556567a req-006107a3-badc-4cff-9c8e-1daef1ab741c tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 946 time: 0.0533128 Apr 08 11:12:08.366178 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d7cd652a-3209-4bc6-a8d7-843d1556567a req-ab0efff4-d8c2-4909-af6f-d395841b85ec tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405505 Apr 08 11:12:08.570656 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1dcf0d69-c48d-4f1b-aee9-01d8939c0ab1 req-5e47aa1c-120a-42b1-b2ec-896e483891f5 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c7f425-3263-4ed3-8fec-8485ec62f6a9 HTTP/1.1" status: 200 len: 210 time: 0.0258753 Apr 08 11:12:09.527289 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba048bd-2936-45e7-a778-8aa71f21279e req-c8e5c02f-07ad-4663-aee8-fdffbb115a88 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:09.528851 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aba048bd-2936-45e7-a778-8aa71f21279e req-c8e5c02f-07ad-4663-aee8-fdffbb115a88 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 946 time: 0.0939026 Apr 08 11:12:09.576432 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aba048bd-2936-45e7-a778-8aa71f21279e req-f459ec4d-63ba-49f6-8e99-4006f0c68f40 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415139 Apr 08 11:12:09.725872 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 49060) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:12:09.779515 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-082b5b8b-dbfc-4820-8dea-be8be237fe6b tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for security_group (5b7ca966-9a91-4567-af21-5d4af91307e7), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:09.804199 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-082b5b8b-dbfc-4820-8dea-be8be237fe6b tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for security_group (5b7ca966-9a91-4567-af21-5d4af91307e7), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:09.935623 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-082b5b8b-dbfc-4820-8dea-be8be237fe6b tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (5b7ca966-9a91-4567-af21-5d4af91307e7), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:09.938169 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-082b5b8b-dbfc-4820-8dea-be8be237fe6b tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:09.939361 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-082b5b8b-dbfc-4820-8dea-be8be237fe6b tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "DELETE /v2.0/security-groups/5b7ca966-9a91-4567-af21-5d4af91307e7 HTTP/1.1" status: 204 len: 168 time: 0.2144287 Apr 08 11:12:09.942203 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 49064) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:12:09.948613 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b5b8b-dbfc-4820-8dea-be8be237fe6b tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7ca966-9a91-4567-af21-5d4af91307e7,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:09.956554 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.api.v2.resource [None req-9ebb99d8-0cda-44dc-8214-768e354980af tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] show failed (client error): The resource could not be found. Apr 08 11:12:09.957717 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-9ebb99d8-0cda-44dc-8214-768e354980af tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups/5b7ca966-9a91-4567-af21-5d4af91307e7 HTTP/1.1" status: 404 len: 347 time: 0.0144446 Apr 08 11:12:09.960699 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 49066) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:12:10.162431 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d928a-86b7-40c3-9f7a-fbfab8de0055 req-1cc5d7d2-e693-4d62-b512-07940dddaa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:10.163937 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-271d928a-86b7-40c3-9f7a-fbfab8de0055 req-1cc5d7d2-e693-4d62-b512-07940dddaa03 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9450476075be4d51833224be59b18143&device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 1130 time: 0.0476232 Apr 08 11:12:10.262436 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d928a-86b7-40c3-9f7a-fbfab8de0055 req-50495190-80b7-4ade-bcb8-4cfd38470845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:10.263921 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-271d928a-86b7-40c3-9f7a-fbfab8de0055 req-50495190-80b7-4ade-bcb8-4cfd38470845 service neutron] 10.222.0.25 "GET /v2.0/networks?id=90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01 HTTP/1.1" status: 200 len: 919 time: 0.0908749 Apr 08 11:12:10.318381 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7454679-ea60-400c-bbb0-43bb53820295 req-5a93697b-322a-4858-9b60-9ac89a83e613 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:10.319863 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d7454679-ea60-400c-bbb0-43bb53820295 req-5a93697b-322a-4858-9b60-9ac89a83e613 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 946 time: 0.2830367 Apr 08 11:12:10.337428 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-a4832f73-dac2-4c63-9ef1-299efc1ac846 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Deleting port 3018fc11-57f4-4db8-8b9b-ee8ec4e2740f {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:12:10.337796 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a4832f73-dac2-4c63-9ef1-299efc1ac846 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (3018fc11-57f4-4db8-8b9b-ee8ec4e2740f), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:10.340170 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-271d928a-86b7-40c3-9f7a-fbfab8de0055 req-2f598a8e-7f9b-4194-a704-d68fa46186c4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef37763-e0c2-42e4-9a92-beb8bfc478b9 HTTP/1.1" status: 200 len: 1001 time: 0.0628114 Apr 08 11:12:10.387334 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d928a-86b7-40c3-9f7a-fbfab8de0055 req-766d3759-da28-45f8-a357-5b5e43f84e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:10.388774 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-271d928a-86b7-40c3-9f7a-fbfab8de0055 req-766d3759-da28-45f8-a357-5b5e43f84e44 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=100c6095-ccb7-4549-a3cc-5398fc0af1f1 HTTP/1.1" status: 200 len: 857 time: 0.0426524 Apr 08 11:12:10.423026 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d7454679-ea60-400c-bbb0-43bb53820295 req-c411576e-1719-4368-9840-1ee1f07fd295 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962365 Apr 08 11:12:10.437765 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d928a-86b7-40c3-9f7a-fbfab8de0055 req-aa83d6fc-6863-4a6e-a121-349e265e0b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:10.439298 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-271d928a-86b7-40c3-9f7a-fbfab8de0055 req-aa83d6fc-6863-4a6e-a121-349e265e0b51 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446000 Apr 08 11:12:10.441253 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a4832f73-dac2-4c63-9ef1-299efc1ac846 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (3018fc11-57f4-4db8-8b9b-ee8ec4e2740f), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:10.441622 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a4832f73-dac2-4c63-9ef1-299efc1ac846 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for floatingip (3018fc11-57f4-4db8-8b9b-ee8ec4e2740f), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:10.453630 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-a4832f73-dac2-4c63-9ef1-299efc1ac846 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Calling delete_port for 3018fc11-57f4-4db8-8b9b-ee8ec4e2740f owned by network:floatingip {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:12:10.505728 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device e5518e1a-2b8d-4147-a1b2-2ce4c164c525 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:12:10.526425 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] No Port match for: e5518e1a-2b8d-4147-a1b2-2ce4c164c525 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:12:10.527079 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device e5518e1a-2b8d-4147-a1b2-2ce4c164c525 not bound to the agent host hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:12:10.536872 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-271d928a-86b7-40c3-9f7a-fbfab8de0055 req-603f55d3-cb0f-40d8-a999-f234dc78db49 service neutron] 10.222.0.25 "GET /v2.0/networks/90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891666 Apr 08 11:12:10.632291 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-271d928a-86b7-40c3-9f7a-fbfab8de0055 req-dd57ac38-bb68-48ae-ac9b-ace480ee0460 service neutron] 10.222.0.25 "GET /v2.0/networks/90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863030 Apr 08 11:12:10.665154 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a4832f73-dac2-4c63-9ef1-299efc1ac846 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638'] for port (3018fc11-57f4-4db8-8b9b-ee8ec4e2740f), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:10.688299 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4832f73-dac2-4c63-9ef1-299efc1ac846 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Pushing event deleted for resources: {'Port': ['ID=3018fc11-57f4-4db8-8b9b-ee8ec4e2740f,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:10.701578 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4832f73-dac2-4c63-9ef1-299efc1ac846 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:10.701951 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4832f73-dac2-4c63-9ef1-299efc1ac846 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:10.702294 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4832f73-dac2-4c63-9ef1-299efc1ac846 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:10.702655 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4832f73-dac2-4c63-9ef1-299efc1ac846 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:10.702991 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4832f73-dac2-4c63-9ef1-299efc1ac846 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:10.703322 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4832f73-dac2-4c63-9ef1-299efc1ac846 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:10.703648 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4832f73-dac2-4c63-9ef1-299efc1ac846 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:10.703978 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4832f73-dac2-4c63-9ef1-299efc1ac846 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:10.704306 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4832f73-dac2-4c63-9ef1-299efc1ac846 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:10.704628 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4832f73-dac2-4c63-9ef1-299efc1ac846 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:10.704950 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4832f73-dac2-4c63-9ef1-299efc1ac846 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:10.705272 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4832f73-dac2-4c63-9ef1-299efc1ac846 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:10.706089 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4832f73-dac2-4c63-9ef1-299efc1ac846 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:10.706460 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4832f73-dac2-4c63-9ef1-299efc1ac846 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:10.706760 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4832f73-dac2-4c63-9ef1-299efc1ac846 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:10.725319 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a4832f73-dac2-4c63-9ef1-299efc1ac846 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for floatingip (1703cde2-233b-4c67-a86c-87f1c66ced50), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:10.727856 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a4832f73-dac2-4c63-9ef1-299efc1ac846 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:10.729006 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-a4832f73-dac2-4c63-9ef1-299efc1ac846 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "DELETE /v2.0/floatingips/1703cde2-233b-4c67-a86c-87f1c66ced50 HTTP/1.1" status: 204 len: 168 time: 0.7674029 Apr 08 11:12:10.996641 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 49076) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:12:11.001116 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-fe0e3eec-d79e-4b48-9c5d-08e47f14a2fb tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Request body: {'security_group': {'name': 'tempest-securitygroup--535275679', 'description': 'tempest-description--93727149'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:12:11.089920 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fe0e3eec-d79e-4b48-9c5d-08e47f14a2fb tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:11.153833 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fe0e3eec-d79e-4b48-9c5d-08e47f14a2fb tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for security_group (ede407b8-9732-4775-8ca2-4f78aef01535), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:11.232498 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fe0e3eec-d79e-4b48-9c5d-08e47f14a2fb tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (ede407b8-9732-4775-8ca2-4f78aef01535), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:11.260230 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e3eec-d79e-4b48-9c5d-08e47f14a2fb tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ede407b8-9732-4775-8ca2-4f78aef01535,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:11.325954 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fe0e3eec-d79e-4b48-9c5d-08e47f14a2fb tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:11.327240 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-fe0e3eec-d79e-4b48-9c5d-08e47f14a2fb tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3295481 Apr 08 11:12:11.330084 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 49078) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:12:11.334989 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-42189292-7112-4a00-85ca-3242a44e83b7 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Request body: {'security_group_rule': {'security_group_id': 'ede407b8-9732-4775-8ca2-4f78aef01535', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:12:11.437028 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-42189292-7112-4a00-85ca-3242a44e83b7 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for security_group_rule (b9821d77-acff-4aff-8aaf-76fc77d9bc55), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:11.497117 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-42189292-7112-4a00-85ca-3242a44e83b7 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for security_group_rule (b9821d77-acff-4aff-8aaf-76fc77d9bc55), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:11.549451 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7902e-a644-4cac-94e5-9670b64bdd6b req-68f341fc-3583-4efb-95ab-45e9d8281c0d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:11.551201 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-05a7902e-a644-4cac-94e5-9670b64bdd6b req-68f341fc-3583-4efb-95ab-45e9d8281c0d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 946 time: 0.0565901 Apr 08 11:12:11.599228 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-05a7902e-a644-4cac-94e5-9670b64bdd6b req-9f2196d6-34c4-4db1-b165-cfe333cb94ea tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424366 Apr 08 11:12:11.626930 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-42189292-7112-4a00-85ca-3242a44e83b7 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919275'] for security_group_rule (b9821d77-acff-4aff-8aaf-76fc77d9bc55), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:11.643050 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42189292-7112-4a00-85ca-3242a44e83b7 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9821d77-acff-4aff-8aaf-76fc77d9bc55,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:11.766206 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-42189292-7112-4a00-85ca-3242a44e83b7 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:11.767410 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-42189292-7112-4a00-85ca-3242a44e83b7 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4364135 Apr 08 11:12:11.770659 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 49084) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:12:11.774919 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-8459bd18-66e7-4095-a599-2cc7b6cc3261 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Request body: {'security_group_rule': {'security_group_id': 'ede407b8-9732-4775-8ca2-4f78aef01535', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:12:11.854360 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8459bd18-66e7-4095-a599-2cc7b6cc3261 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for security_group_rule (7de8e095-ece1-4602-8b74-74c75527f306), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:11.909383 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8459bd18-66e7-4095-a599-2cc7b6cc3261 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for security_group_rule (7de8e095-ece1-4602-8b74-74c75527f306), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:11.952470 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8459bd18-66e7-4095-a599-2cc7b6cc3261 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919275'] for security_group_rule (7de8e095-ece1-4602-8b74-74c75527f306), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:11.970824 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459bd18-66e7-4095-a599-2cc7b6cc3261 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de8e095-ece1-4602-8b74-74c75527f306,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:12.072315 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8459bd18-66e7-4095-a599-2cc7b6cc3261 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:12.073514 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-8459bd18-66e7-4095-a599-2cc7b6cc3261 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3018973 Apr 08 11:12:12.076619 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 49086) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:12:12.080805 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-f984c475-4df6-46a2-8744-83f97dc18b93 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Request body: {'floatingip': {'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:12:12.167415 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f984c475-4df6-46a2-8744-83f97dc18b93 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:12.265165 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f984c475-4df6-46a2-8744-83f97dc18b93 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:12.366193 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-f984c475-4df6-46a2-8744-83f97dc18b93 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Allocated IP 172.27.0.194 (9ba38368-ff54-4986-b9fd-e3d76f01d727/295b2c6f-15e1-46ca-ae70-e3531500d944/db7fc9b8-fa0a-4091-8f47-867cf222d4fb) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:12:12.473770 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f984c475-4df6-46a2-8744-83f97dc18b93 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for port (db7fc9b8-fa0a-4091-8f47-867cf222d4fb), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:12.567752 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f984c475-4df6-46a2-8744-83f97dc18b93 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629'] for port (db7fc9b8-fa0a-4091-8f47-867cf222d4fb), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:12.603378 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f984c475-4df6-46a2-8744-83f97dc18b93 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Network 9ba38368-ff54-4986-b9fd-e3d76f01d727 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:12:12.606184 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-f984c475-4df6-46a2-8744-83f97dc18b93 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:12:12.609490 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f984c475-4df6-46a2-8744-83f97dc18b93 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:12:12.623531 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984c475-4df6-46a2-8744-83f97dc18b93 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Pushing event updated for resources: {'Port': ['ID=db7fc9b8-fa0a-4091-8f47-867cf222d4fb,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:12.668886 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f984c475-4df6-46a2-8744-83f97dc18b93 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for floatingip (03db770c-42c8-4836-85cf-684e60342078), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:12.723059 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68b5a2-16b6-4439-a97c-d28d65d83755 req-cdc12b92-3907-447f-be98-d05361c92dc2 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:12.733119 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ec68b5a2-16b6-4439-a97c-d28d65d83755 req-cdc12b92-3907-447f-be98-d05361c92dc2 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 946 time: 0.0554180 Apr 08 11:12:12.763328 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f984c475-4df6-46a2-8744-83f97dc18b93 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (db7fc9b8-fa0a-4091-8f47-867cf222d4fb), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:12.778958 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ec68b5a2-16b6-4439-a97c-d28d65d83755 req-121da4ad-4c35-4203-8318-b28c427f5216 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468111 Apr 08 11:12:12.917191 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f984c475-4df6-46a2-8744-83f97dc18b93 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for port (db7fc9b8-fa0a-4091-8f47-867cf222d4fb), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:12.987138 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f984c475-4df6-46a2-8744-83f97dc18b93 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (db7fc9b8-fa0a-4091-8f47-867cf222d4fb), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:13.018189 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f984c475-4df6-46a2-8744-83f97dc18b93 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456385'] for floatingip (03db770c-42c8-4836-85cf-684e60342078), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:13.038932 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984c475-4df6-46a2-8744-83f97dc18b93 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Pushing event updated for resources: {'Port': ['ID=db7fc9b8-fa0a-4091-8f47-867cf222d4fb,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:13.141398 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f984c475-4df6-46a2-8744-83f97dc18b93 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:13.142668 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-f984c475-4df6-46a2-8744-83f97dc18b93 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0651381 Apr 08 11:12:13.337875 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-9ece09c2-fb25-49f6-ad88-4fcba6e6ca7c tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--535275679&fields=id&tenant_id=16c20ec5a754420c8f43a0f7e847031a HTTP/1.1" status: 200 len: 267 time: 0.0424476 Apr 08 11:12:13.442931 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-4ab77ec9-4c65-4f6d-afe6-5a3335d29a41 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:13.444587 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-4ab77ec9-4c65-4f6d-afe6-5a3335d29a41 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/networks?id=8dd2fe0c-a708-46a5-bc57-7be6e584a6fb HTTP/1.1" status: 200 len: 810 time: 0.1002860 Apr 08 11:12:13.464515 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-3f093a2c-269c-4e46-8217-a35f5d59b276 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/quotas/16c20ec5a754420c8f43a0f7e847031a HTTP/1.1" status: 200 len: 375 time: 0.0108249 Apr 08 11:12:13.519126 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-c071d4f9-4969-4c44-be4b-c52e739c898f tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=16c20ec5a754420c8f43a0f7e847031a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489619 Apr 08 11:12:13.614889 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-c2e21309-100f-4dc2-9452-f3e6c2eea0ae service neutron] 10.222.0.53 "GET /v2.0/networks/8dd2fe0c-a708-46a5-bc57-7be6e584a6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845335 Apr 08 11:12:13.705035 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-3c36084e-8d04-4687-b71e-096e702e9fa4 service neutron] 10.222.0.53 "GET /v2.0/networks/8dd2fe0c-a708-46a5-bc57-7be6e584a6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842755 Apr 08 11:12:13.909001 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5cc37-8cc5-42ec-974c-3b65a9094d5a req-2895ab12-2e20-497a-8ed5-e29e500f2719 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:13.914348 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-97d5cc37-8cc5-42ec-974c-3b65a9094d5a req-2895ab12-2e20-497a-8ed5-e29e500f2719 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 946 time: 0.0592983 Apr 08 11:12:13.962992 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-97d5cc37-8cc5-42ec-974c-3b65a9094d5a req-01317abc-1795-422b-8ce7-033599cdb2cc tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476091 Apr 08 11:12:14.044210 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-457dab8d-fe0e-4491-892c-2200074154be req-6dc2373f-1480-497d-905d-b7296fd16856 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=b37cf960-c241-4537-9c08-da5102f5580d HTTP/1.1" status: 200 len: 210 time: 0.0310218 Apr 08 11:12:15.103697 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66694e2c-3844-4dc0-afa9-6c16c0d2bd49 req-90a0009d-e9ac-49a8-b9d3-a46709f724a8 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:15.105229 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-66694e2c-3844-4dc0-afa9-6c16c0d2bd49 req-90a0009d-e9ac-49a8-b9d3-a46709f724a8 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 946 time: 0.0631998 Apr 08 11:12:15.141267 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-470e7c3b-d80f-4fc4-ab62-2318314e4910 req-34bbdfc7-ef7d-4575-9f70-aa7d10fe1000 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=b37cf960-c241-4537-9c08-da5102f5580d HTTP/1.1" status: 200 len: 210 time: 0.0294957 Apr 08 11:12:15.159340 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-66694e2c-3844-4dc0-afa9-6c16c0d2bd49 req-0efdb39d-55cf-4c1b-aa23-63be58ab8cf4 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470793 Apr 08 11:12:15.274909 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70a5f2-08c6-429b-857d-f84eb2f0e0d4 req-a6694339-21c9-48bd-a02a-8cf99280e053 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:15.276419 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8a70a5f2-08c6-429b-857d-f84eb2f0e0d4 req-a6694339-21c9-48bd-a02a-8cf99280e053 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 946 time: 0.0537093 Apr 08 11:12:15.286028 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 49140) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:12:15.304821 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-0b731fb9-8c85-4bf9-99c8-8847794c3ca5 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Request body: {'floatingip': {'port_id': 'bef37763-e0c2-42e4-9a92-beb8bfc478b9'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:12:15.345246 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0b731fb9-8c85-4bf9-99c8-8847794c3ca5 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks [] for floatingip (c4c1f083-a389-4c35-aae9-dab7f37c3ba7), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:16.135735 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0b731fb9-8c85-4bf9-99c8-8847794c3ca5 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:16.181262 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-3c99e32d-8e78-428c-bd80-f32bfffe24c3 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:16.182789 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-3c99e32d-8e78-428c-bd80-f32bfffe24c3 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.25 "GET /v2.0/networks?id=8dd2fe0c-a708-46a5-bc57-7be6e584a6fb HTTP/1.1" status: 200 len: 810 time: 0.1233563 Apr 08 11:12:16.193398 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0b731fb9-8c85-4bf9-99c8-8847794c3ca5 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456385'] for floatingip (c4c1f083-a389-4c35-aae9-dab7f37c3ba7), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:16.275308 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-41e19b09-5cc7-4865-bb4b-6f7b85ffc122 req-8822792e-c311-4c7f-819c-9fb1da58d254 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=b37cf960-c241-4537-9c08-da5102f5580d HTTP/1.1" status: 200 len: 210 time: 0.0464332 Apr 08 11:12:16.359345 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-182c499c-0ce6-4528-af11-438484cfc1ab tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16c20ec5a754420c8f43a0f7e847031a HTTP/1.1" status: 200 len: 379 time: 0.1292341 Apr 08 11:12:16.372814 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-d5f2f161-93c1-4783-823a-62c2c1031138 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Request body: {'port': {'device_id': 'b37cf960-c241-4537-9c08-da5102f5580d', 'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb', 'admin_state_up': True, 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'security_groups': ['ede407b8-9732-4775-8ca2-4f78aef01535']}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:12:16.556874 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b731fb9-8c85-4bf9-99c8-8847794c3ca5 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Router 88daa066-b455-46b9-a15b-0c1a477222f0 has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:12:16.650696 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-d5f2f161-93c1-4783-823a-62c2c1031138 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Made reservation on behalf of 16c20ec5a754420c8f43a0f7e847031a for: {'port': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:12:16.654007 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-d5f2f161-93c1-4783-823a-62c2c1031138 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:16.728301 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b731fb9-8c85-4bf9-99c8-8847794c3ca5 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:12:16.734476 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0b731fb9-8c85-4bf9-99c8-8847794c3ca5 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:16.738820 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc528090-b174-4636-8523-567f57728a67 None None] Sync routers for ids ['88daa066-b455-46b9-a15b-0c1a477222f0'] in dv-cinder-836073-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:12:16.749415 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc528090-b174-4636-8523-567f57728a67 None None] Routers {'88daa066-b455-46b9-a15b-0c1a477222f0'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:12:16.750205 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-bc528090-b174-4636-8523-567f57728a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:12:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['88daa066-b455-46b9-a15b-0c1a477222f0'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:16.803100 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11ba0df8-ac0e-4a12-8143-e54b6d07e002', 'tag': 'bef37763-e0c2-42e4-9a92-beb8bfc478b9'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:12:16.805302 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796574bb-d980-499a-90c3-c7179cd06ecb" -d '{"events": [{"name": "network-changed", "server_uuid": "11ba0df8-ac0e-4a12-8143-e54b6d07e002", "tag": "bef37763-e0c2-42e4-9a92-beb8bfc478b9"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:12:16.846293 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d088443-08be-49c1-be9f-11c5a0fdb2ef x-openstack-request-id: req-9d088443-08be-49c1-be9f-11c5a0fdb2ef {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:12:16.846574 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11ba0df8-ac0e-4a12-8143-e54b6d07e002", "tag": "bef37763-e0c2-42e4-9a92-beb8bfc478b9", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:12:16.846819 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9d088443-08be-49c1-be9f-11c5a0fdb2ef {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:12:16.847638 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d088443-08be-49c1-be9f-11c5a0fdb2ef'] response: {'name': 'network-changed', 'server_uuid': '11ba0df8-ac0e-4a12-8143-e54b6d07e002', 'tag': 'bef37763-e0c2-42e4-9a92-beb8bfc478b9', 'status': 'completed', 'code': 200} Apr 08 11:12:16.862160 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-0b731fb9-8c85-4bf9-99c8-8847794c3ca5 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "PUT /v2.0/floatingips/c4c1f083-a389-4c35-aae9-dab7f37c3ba7 HTTP/1.1" status: 200 len: 993 time: 1.5749657 Apr 08 11:12:16.868630 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-d5f2f161-93c1-4783-823a-62c2c1031138 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Allocated IP 172.20.0.11 (8dd2fe0c-a708-46a5-bc57-7be6e584a6fb/c6e2448f-6563-4dea-8f56-29b70f4d3ad8/f290390f-0aae-4300-8d7f-924df337a0a4) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:12:16.873159 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-bc528090-b174-4636-8523-567f57728a67 None None] Set router 88daa066-b455-46b9-a15b-0c1a477222f0 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:12:17.013570 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796574bb-d980-499a-90c3-c7179cd06ecb req-323588a3-957a-4030-8dbb-729fe381102c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:17.015124 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-796574bb-d980-499a-90c3-c7179cd06ecb req-323588a3-957a-4030-8dbb-729fe381102c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9450476075be4d51833224be59b18143&device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 1130 time: 0.1175270 Apr 08 11:12:17.043133 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298d638-45d5-4566-863c-f5b5c46888c5 req-92302fae-1a6b-4930-afc5-fef1a949230e tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:17.044911 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b298d638-45d5-4566-863c-f5b5c46888c5 req-92302fae-1a6b-4930-afc5-fef1a949230e tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=734fda2b-f86a-41d3-94bb-2173ff768191 HTTP/1.1" status: 200 len: 945 time: 0.0576103 Apr 08 11:12:17.065312 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-d5f2f161-93c1-4783-823a-62c2c1031138 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for port (f290390f-0aae-4300-8d7f-924df337a0a4), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:17.101425 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b298d638-45d5-4566-863c-f5b5c46888c5 req-a6098167-d676-408e-9a83-6637d6d4cfe1 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b6035b3-4e88-4dd5-bdab-f12a5a197935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512245 Apr 08 11:12:17.110605 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-bc528090-b174-4636-8523-567f57728a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'name': 'tempest-ServerRescueNegativeTestJSON-611312062-router', 'tenant_id': '9450476075be4d51833224be59b18143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '12bec263-c83b-4a84-a33c-4472bb687815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:38Z', 'updated_at': '2022-04-08T11:08:41Z', 'revision_number': 4, 'project_id': '9450476075be4d51833224be59b18143', 'gw_port': {'id': '12bec263-c83b-4a84-a33c-4472bb687815', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:38Z', 'updated_at': '2022-04-08T11:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': 'c4c1f083-a389-4c35-aae9-dab7f37c3ba7', 'tenant_id': '9450476075be4d51833224be59b18143', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'port_id': 'bef37763-e0c2-42e4-9a92-beb8bfc478b9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01', 'mac_address': 'fa:16:3e:97:a9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba0df8-ac0e-4a12-8143-e54b6d07e002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:10:22Z', 'updated_at': '2022-04-08T11:12:15Z', 'revision_number': 3, 'project_id': '9450476075be4d51833224be59b18143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd47809be-72a1-45c0-adf1-efea70f1fd9a', 'name': '', 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01', 'tenant_id': '9450476075be4d51833224be59b18143', 'mac_address': 'fa:16:3e:ba:29:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '100c6095-ccb7-4549-a3cc-5398fc0af1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:40Z', 'updated_at': '2022-04-08T11:08:45Z', 'revision_number': 5, 'project_id': '9450476075be4d51833224be59b18143', 'subnets': [{'id': '100c6095-ccb7-4549-a3cc-5398fc0af1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:17.137628 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc528090-b174-4636-8523-567f57728a67 None None] Checking router: 88daa066-b455-46b9-a15b-0c1a477222f0 for host: dv-cinder-836073-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:12:17.146619 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc528090-b174-4636-8523-567f57728a67 None None] Routers {'88daa066-b455-46b9-a15b-0c1a477222f0'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:12:17.147219 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-bc528090-b174-4636-8523-567f57728a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:12:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['88daa066-b455-46b9-a15b-0c1a477222f0'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:17.162193 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-d5f2f161-93c1-4783-823a-62c2c1031138 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (f290390f-0aae-4300-8d7f-924df337a0a4), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:17.201569 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-d5f2f161-93c1-4783-823a-62c2c1031138 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Network 8dd2fe0c-a708-46a5-bc57-7be6e584a6fb is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:12:17.204638 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-d5f2f161-93c1-4783-823a-62c2c1031138 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:12:17.207600 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-d5f2f161-93c1-4783-823a-62c2c1031138 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:12:17.249108 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f2f161-93c1-4783-823a-62c2c1031138 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Pushing event updated for resources: {'Port': ['ID=f290390f-0aae-4300-8d7f-924df337a0a4,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:17.260807 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-bc528090-b174-4636-8523-567f57728a67 None None] Set router 88daa066-b455-46b9-a15b-0c1a477222f0 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:12:17.274110 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-d5f2f161-93c1-4783-823a-62c2c1031138 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:17.274751 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-d5f2f161-93c1-4783-823a-62c2c1031138 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:17.362558 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-d5f2f161-93c1-4783-823a-62c2c1031138 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9940710 Apr 08 11:12:17.411657 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78949f52-bf60-48a0-87c7-02da28c145fc req-07cb9bee-de5f-45bf-8b1b-5c56555536c8 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:17.414096 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-78949f52-bf60-48a0-87c7-02da28c145fc req-07cb9bee-de5f-45bf-8b1b-5c56555536c8 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=b37cf960-c241-4537-9c08-da5102f5580d HTTP/1.1" status: 200 len: 932 time: 0.0632102 Apr 08 11:12:17.426227 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-637c6b60-45f1-413a-a780-1ca28e030268 None None] Provisioning complete for port f290390f-0aae-4300-8d7f-924df337a0a4 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:12:17.426872 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-637c6b60-45f1-413a-a780-1ca28e030268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (f290390f-0aae-4300-8d7f-924df337a0a4), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:17.462558 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-637c6b60-45f1-413a-a780-1ca28e030268 None None] Port f290390f-0aae-4300-8d7f-924df337a0a4 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:12:17.465137 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-78949f52-bf60-48a0-87c7-02da28c145fc req-b7e2513b-b18b-45d5-bc77-b4eb7673c46c tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ede407b8-9732-4775-8ca2-4f78aef01535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454149 Apr 08 11:12:17.506304 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-bc528090-b174-4636-8523-567f57728a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'name': 'tempest-ServerRescueNegativeTestJSON-611312062-router', 'tenant_id': '9450476075be4d51833224be59b18143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '12bec263-c83b-4a84-a33c-4472bb687815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:38Z', 'updated_at': '2022-04-08T11:08:41Z', 'revision_number': 4, 'project_id': '9450476075be4d51833224be59b18143', 'gw_port': {'id': '12bec263-c83b-4a84-a33c-4472bb687815', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:38Z', 'updated_at': '2022-04-08T11:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': 'c4c1f083-a389-4c35-aae9-dab7f37c3ba7', 'tenant_id': '9450476075be4d51833224be59b18143', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'port_id': 'bef37763-e0c2-42e4-9a92-beb8bfc478b9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01', 'mac_address': 'fa:16:3e:97:a9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba0df8-ac0e-4a12-8143-e54b6d07e002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:10:22Z', 'updated_at': '2022-04-08T11:12:15Z', 'revision_number': 3, 'project_id': '9450476075be4d51833224be59b18143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd47809be-72a1-45c0-adf1-efea70f1fd9a', 'name': '', 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01', 'tenant_id': '9450476075be4d51833224be59b18143', 'mac_address': 'fa:16:3e:ba:29:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '100c6095-ccb7-4549-a3cc-5398fc0af1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:40Z', 'updated_at': '2022-04-08T11:08:45Z', 'revision_number': 5, 'project_id': '9450476075be4d51833224be59b18143', 'subnets': [{'id': '100c6095-ccb7-4549-a3cc-5398fc0af1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:17.531774 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc528090-b174-4636-8523-567f57728a67 None None] The sync data for ids ['88daa066-b455-46b9-a15b-0c1a477222f0'] in dv-cinder-836073-3-iscsi is: [{'id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'name': 'tempest-ServerRescueNegativeTestJSON-611312062-router', 'tenant_id': '9450476075be4d51833224be59b18143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '12bec263-c83b-4a84-a33c-4472bb687815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:38Z', 'updated_at': '2022-04-08T11:08:41Z', 'revision_number': 4, 'project_id': '9450476075be4d51833224be59b18143', 'gw_port': {'id': '12bec263-c83b-4a84-a33c-4472bb687815', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:38Z', 'updated_at': '2022-04-08T11:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': 'c4c1f083-a389-4c35-aae9-dab7f37c3ba7', 'tenant_id': '9450476075be4d51833224be59b18143', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'port_id': 'bef37763-e0c2-42e4-9a92-beb8bfc478b9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01', 'mac_address': 'fa:16:3e:97:a9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba0df8-ac0e-4a12-8143-e54b6d07e002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:10:22Z', 'updated_at': '2022-04-08T11:12:15Z', 'revision_number': 3, 'project_id': '9450476075be4d51833224be59b18143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd47809be-72a1-45c0-adf1-efea70f1fd9a', 'name': '', 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01', 'tenant_id': '9450476075be4d51833224be59b18143', 'mac_address': 'fa:16:3e:ba:29:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '100c6095-ccb7-4549-a3cc-5398fc0af1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:40Z', 'updated_at': '2022-04-08T11:08:45Z', 'revision_number': 5, 'project_id': '9450476075be4d51833224be59b18143', 'subnets': [{'id': '100c6095-ccb7-4549-a3cc-5398fc0af1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:12:18.219034 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed99b45-447f-4ab3-b38a-015a9dd5b64d req-03b2d6dd-6d80-4312-8c40-7291162180f8 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:18.220495 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-eed99b45-447f-4ab3-b38a-015a9dd5b64d req-03b2d6dd-6d80-4312-8c40-7291162180f8 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=734fda2b-f86a-41d3-94bb-2173ff768191 HTTP/1.1" status: 200 len: 945 time: 0.0530109 Apr 08 11:12:18.265652 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-eed99b45-447f-4ab3-b38a-015a9dd5b64d req-33b91c49-f76b-4b4e-b55a-f0552b8c2558 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b6035b3-4e88-4dd5-bdab-f12a5a197935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396800 Apr 08 11:12:18.340285 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-6def614c-78a9-498f-b660-566f9df38dd0 service neutron] Request body: {'port': {'device_id': 'b37cf960-c241-4537-9c08-da5102f5580d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:12:18.466105 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-6def614c-78a9-498f-b660-566f9df38dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (f290390f-0aae-4300-8d7f-924df337a0a4), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:18.492112 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796574bb-d980-499a-90c3-c7179cd06ecb req-1df23207-774c-4215-80e2-18b83c8aa66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:18.493578 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-796574bb-d980-499a-90c3-c7179cd06ecb req-1df23207-774c-4215-80e2-18b83c8aa66c service neutron] 10.222.0.25 "GET /v2.0/networks?id=90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01 HTTP/1.1" status: 200 len: 919 time: 0.1506464 Apr 08 11:12:18.743846 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-796574bb-d980-499a-90c3-c7179cd06ecb req-df2c43c9-968e-475e-8ceb-f7c729c51b04 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef37763-e0c2-42e4-9a92-beb8bfc478b9 HTTP/1.1" status: 200 len: 1001 time: 0.1345112 Apr 08 11:12:18.763566 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e10867-9f3f-4976-b2d7-a1411673185e req-393a0327-f2d1-4cb5-acc9-a7d09afff4df tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:18.765055 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d1e10867-9f3f-4976-b2d7-a1411673185e req-393a0327-f2d1-4cb5-acc9-a7d09afff4df tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=b37cf960-c241-4537-9c08-da5102f5580d HTTP/1.1" status: 200 len: 932 time: 0.2273419 Apr 08 11:12:18.852621 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11ba0df8-ac0e-4a12-8143-e54b6d07e002', 'tag': 'bef37763-e0c2-42e4-9a92-beb8bfc478b9'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:12:18.854936 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7327bbe0-96d0-4d1e-8e6c-8c4701b13d4a" -d '{"events": [{"name": "network-changed", "server_uuid": "11ba0df8-ac0e-4a12-8143-e54b6d07e002", "tag": "bef37763-e0c2-42e4-9a92-beb8bfc478b9"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:12:18.891985 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796574bb-d980-499a-90c3-c7179cd06ecb req-c453bec6-8aac-4e61-af7b-02593b4eac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:18.893418 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-796574bb-d980-499a-90c3-c7179cd06ecb req-c453bec6-8aac-4e61-af7b-02593b4eac47 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=100c6095-ccb7-4549-a3cc-5398fc0af1f1 HTTP/1.1" status: 200 len: 857 time: 0.1396356 Apr 08 11:12:18.895489 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde58305-3bd4-48ef-b1fe-a3f012e5e157 x-openstack-request-id: req-cde58305-3bd4-48ef-b1fe-a3f012e5e157 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:12:18.895776 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11ba0df8-ac0e-4a12-8143-e54b6d07e002", "tag": "bef37763-e0c2-42e4-9a92-beb8bfc478b9", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:12:18.896028 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cde58305-3bd4-48ef-b1fe-a3f012e5e157 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:12:18.896405 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cde58305-3bd4-48ef-b1fe-a3f012e5e157'] response: {'name': 'network-changed', 'server_uuid': '11ba0df8-ac0e-4a12-8143-e54b6d07e002', 'tag': 'bef37763-e0c2-42e4-9a92-beb8bfc478b9', 'status': 'completed', 'code': 200} Apr 08 11:12:18.925563 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44700f-aca2-48e9-89a8-781b9a6a35d6 req-794dba89-a456-4aa6-8b62-17e2e0b523ee tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:18.928499 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0a44700f-aca2-48e9-89a8-781b9a6a35d6 req-794dba89-a456-4aa6-8b62-17e2e0b523ee tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.25 "GET /v2.0/ports?device_id=734fda2b-f86a-41d3-94bb-2173ff768191 HTTP/1.1" status: 200 len: 945 time: 0.1885467 Apr 08 11:12:18.942135 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d1e10867-9f3f-4976-b2d7-a1411673185e req-1f32ce05-0afa-4701-9e54-0ae300bb4c58 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ede407b8-9732-4775-8ca2-4f78aef01535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527381 Apr 08 11:12:19.071859 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-6def614c-78a9-498f-b660-566f9df38dd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f290390f-0aae-4300-8d7f-924df337a0a4 {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:12:19.081310 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-6def614c-78a9-498f-b660-566f9df38dd0 service neutron] Publish callbacks [] for port (f290390f-0aae-4300-8d7f-924df337a0a4), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:19.104637 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796574bb-d980-499a-90c3-c7179cd06ecb req-ab612471-8d54-4699-ab9b-53c71267cb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:19.106178 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-796574bb-d980-499a-90c3-c7179cd06ecb req-ab612471-8d54-4699-ab9b-53c71267cb80 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1753609 Apr 08 11:12:19.107062 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-6def614c-78a9-498f-b660-566f9df38dd0 service neutron] Transition to ACTIVE for port object f290390f-0aae-4300-8d7f-924df337a0a4 will not be triggered until provisioned by entity L2. {{(pid=104016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:12:19.392600 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b513fb-38cc-4ba1-abdf-307985d66795 req-536a31cb-4389-4073-a0f8-52b5c647ad26 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:19.394030 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-70b513fb-38cc-4ba1-abdf-307985d66795 req-536a31cb-4389-4073-a0f8-52b5c647ad26 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=734fda2b-f86a-41d3-94bb-2173ff768191 HTTP/1.1" status: 200 len: 945 time: 0.0569787 Apr 08 11:12:19.432584 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-0a44700f-aca2-48e9-89a8-781b9a6a35d6 req-330b3623-7b9b-47a2-abd8-c5c428d00ecb tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Deleting port ff62c6df-bea1-4356-989b-13150bcdf193 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:12:19.433199 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-0a44700f-aca2-48e9-89a8-781b9a6a35d6 req-330b3623-7b9b-47a2-abd8-c5c428d00ecb tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (ff62c6df-bea1-4356-989b-13150bcdf193), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:19.440120 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-6def614c-78a9-498f-b660-566f9df38dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3536654'] for port (f290390f-0aae-4300-8d7f-924df337a0a4), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:19.443081 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-70b513fb-38cc-4ba1-abdf-307985d66795 req-feb810bc-e0e9-481d-91c3-d903b6bf999e tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b6035b3-4e88-4dd5-bdab-f12a5a197935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431900 Apr 08 11:12:19.586537 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def614c-78a9-498f-b660-566f9df38dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=f290390f-0aae-4300-8d7f-924df337a0a4,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:19.609807 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-796574bb-d980-499a-90c3-c7179cd06ecb req-56b9951a-7c9f-4991-8851-81ba9d88c4b7 service neutron] 10.222.0.25 "GET /v2.0/networks/90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4962690 Apr 08 11:12:19.681147 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-0a44700f-aca2-48e9-89a8-781b9a6a35d6 req-330b3623-7b9b-47a2-abd8-c5c428d00ecb tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] For port ff62c6df-bea1-4356-989b-13150bcdf193, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ff62c6df-bea1-4356-989b-13150bcdf193,segment=NetworkSegment(13a51762-62db-4a95-be12-8e98c62784f0),segment_id=13a51762-62db-4a95-be12-8e98c62784f0)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:12:19.681432 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-0a44700f-aca2-48e9-89a8-781b9a6a35d6 req-330b3623-7b9b-47a2-abd8-c5c428d00ecb tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (ff62c6df-bea1-4356-989b-13150bcdf193), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:19.794667 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-6def614c-78a9-498f-b660-566f9df38dd0 service neutron] Attempting to bind port f290390f-0aae-4300-8d7f-924df337a0a4 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:12:19.795009 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-6def614c-78a9-498f-b660-566f9df38dd0 service neutron] Attempting to bind port f290390f-0aae-4300-8d7f-924df337a0a4 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '7c3cd9ae-03b6-4373-b79c-5b396a609cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:12:19.795265 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-6def614c-78a9-498f-b660-566f9df38dd0 service neutron] Attempting to bind port f290390f-0aae-4300-8d7f-924df337a0a4 on network 8dd2fe0c-a708-46a5-bc57-7be6e584a6fb {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:12:19.816061 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-6def614c-78a9-498f-b660-566f9df38dd0 service neutron] Port f290390f-0aae-4300-8d7f-924df337a0a4 on network 8dd2fe0c-a708-46a5-bc57-7be6e584a6fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:12:19.820025 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-6def614c-78a9-498f-b660-566f9df38dd0 service neutron] Attempting to bind port f290390f-0aae-4300-8d7f-924df337a0a4 on network 8dd2fe0c-a708-46a5-bc57-7be6e584a6fb {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:12:19.858900 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-796574bb-d980-499a-90c3-c7179cd06ecb req-f213d80e-1cbf-4cad-a997-3d8d63d4dce2 service neutron] 10.222.0.25 "GET /v2.0/networks/90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375281 Apr 08 11:12:19.861464 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-6def614c-78a9-498f-b660-566f9df38dd0 service neutron] Checking agent: {'id': '05eae265-77bc-4fda-a145-417801a6b133', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'started_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:12:19.861827 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-6def614c-78a9-498f-b660-566f9df38dd0 service neutron] Checking segment: {'id': '7c3cd9ae-03b6-4373-b79c-5b396a609cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:12:19.862202 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-6def614c-78a9-498f-b660-566f9df38dd0 service neutron] Bound using segment: {'id': '7c3cd9ae-03b6-4373-b79c-5b396a609cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:12:19.862628 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-6def614c-78a9-498f-b660-566f9df38dd0 service neutron] Bound port: f290390f-0aae-4300-8d7f-924df337a0a4, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c3cd9ae-03b6-4373-b79c-5b396a609cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:12:19.862977 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-6def614c-78a9-498f-b660-566f9df38dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (f290390f-0aae-4300-8d7f-924df337a0a4), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:20.006816 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-0a44700f-aca2-48e9-89a8-781b9a6a35d6 req-330b3623-7b9b-47a2-abd8-c5c428d00ecb tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:20.007176 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-0a44700f-aca2-48e9-89a8-781b9a6a35d6 req-330b3623-7b9b-47a2-abd8-c5c428d00ecb tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456385'] for floatingip (f29e4d75-c96e-41de-8de9-0fe0a5322c4f), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:20.007498 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.db.l3_db [req-0a44700f-aca2-48e9-89a8-781b9a6a35d6 req-330b3623-7b9b-47a2-abd8-c5c428d00ecb tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Floating IP f29e4d75-c96e-41de-8de9-0fe0a5322c4f disassociated. External IP: 172.27.0.176, port: ff62c6df-bea1-4356-989b-13150bcdf193. Apr 08 11:12:20.007850 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-0a44700f-aca2-48e9-89a8-781b9a6a35d6 req-330b3623-7b9b-47a2-abd8-c5c428d00ecb tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Calling delete_port for ff62c6df-bea1-4356-989b-13150bcdf193 owned by compute:nova {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:12:20.045059 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-6def614c-78a9-498f-b660-566f9df38dd0 service neutron] For port f290390f-0aae-4300-8d7f-924df337a0a4, host hv-cinder-83607, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:12:20.109576 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-6def614c-78a9-498f-b660-566f9df38dd0 service neutron] For port f290390f-0aae-4300-8d7f-924df337a0a4, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f290390f-0aae-4300-8d7f-924df337a0a4,segment=NetworkSegment(7c3cd9ae-03b6-4373-b79c-5b396a609cc9),segment_id=7c3cd9ae-03b6-4373-b79c-5b396a609cc9)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:12:20.122201 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327bbe0-96d0-4d1e-8e6c-8c4701b13d4a req-4b51633a-0990-4760-8e54-720d44222681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:20.123776 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7327bbe0-96d0-4d1e-8e6c-8c4701b13d4a req-4b51633a-0990-4760-8e54-720d44222681 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9450476075be4d51833224be59b18143&device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 1130 time: 0.1814506 Apr 08 11:12:20.170373 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-6def614c-78a9-498f-b660-566f9df38dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3536654'] for port (f290390f-0aae-4300-8d7f-924df337a0a4), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:20.240565 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a92dd-8a60-4b33-8376-7582dc1491d8 req-f77fd4a1-fde8-4a82-a45f-0e427acfade8 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:20.241983 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fe2a92dd-8a60-4b33-8376-7582dc1491d8 req-f77fd4a1-fde8-4a82-a45f-0e427acfade8 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=b37cf960-c241-4537-9c08-da5102f5580d HTTP/1.1" status: 200 len: 944 time: 0.2269127 Apr 08 11:12:20.270984 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-6def614c-78a9-498f-b660-566f9df38dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:20.271589 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-6def614c-78a9-498f-b660-566f9df38dd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:20.273172 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-6def614c-78a9-498f-b660-566f9df38dd0 service neutron] 10.222.0.25 "PUT /v2.0/ports/f290390f-0aae-4300-8d7f-924df337a0a4 HTTP/1.1" status: 200 len: 1094 time: 1.9370306 Apr 08 11:12:20.365973 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def614c-78a9-498f-b660-566f9df38dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=f290390f-0aae-4300-8d7f-924df337a0a4,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:20.389977 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327bbe0-96d0-4d1e-8e6c-8c4701b13d4a req-3c009f62-dda3-4867-811d-f69a1da2b305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:20.391487 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7327bbe0-96d0-4d1e-8e6c-8c4701b13d4a req-3c009f62-dda3-4867-811d-f69a1da2b305 service neutron] 10.222.0.25 "GET /v2.0/networks?id=90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01 HTTP/1.1" status: 200 len: 919 time: 0.2581608 Apr 08 11:12:20.397556 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fe2a92dd-8a60-4b33-8376-7582dc1491d8 req-de103348-ab15-4b20-a9ee-340a6a5ce8d5 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ede407b8-9732-4775-8ca2-4f78aef01535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385999 Apr 08 11:12:20.505436 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7327bbe0-96d0-4d1e-8e6c-8c4701b13d4a req-2e68640e-42e9-4be5-bdab-c160373d1673 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef37763-e0c2-42e4-9a92-beb8bfc478b9 HTTP/1.1" status: 200 len: 1001 time: 0.1030214 Apr 08 11:12:20.512114 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-506a1508-7079-43c3-99ca-30dd0ff0dac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:20.513654 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-506a1508-7079-43c3-99ca-30dd0ff0dac2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=16c20ec5a754420c8f43a0f7e847031a&device_id=b37cf960-c241-4537-9c08-da5102f5580d HTTP/1.1" status: 200 len: 1128 time: 0.1017635 Apr 08 11:12:20.546281 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4605151a-6e3d-4a64-9e95-3d2fd4776394 req-23ee6dee-68d4-46ec-864f-da01ca680843 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=734fda2b-f86a-41d3-94bb-2173ff768191 HTTP/1.1" status: 200 len: 210 time: 0.0275698 Apr 08 11:12:20.548259 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-0a44700f-aca2-48e9-89a8-781b9a6a35d6 req-330b3623-7b9b-47a2-abd8-c5c428d00ecb tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (ff62c6df-bea1-4356-989b-13150bcdf193), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:20.592762 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-9b452114-a554-47f9-9553-3709213e80f4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f290390f-0aae-4300-8d7f-924df337a0a4 HTTP/1.1" status: 200 len: 217 time: 0.0521483 Apr 08 11:12:20.627057 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b3623-7b9b-47a2-abd8-c5c428d00ecb tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Pushing event deleted for resources: {'Port': ['ID=ff62c6df-bea1-4356-989b-13150bcdf193,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:20.654626 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327bbe0-96d0-4d1e-8e6c-8c4701b13d4a req-678e0b25-b90e-44ff-aeb2-b93dcc40519c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:20.656077 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7327bbe0-96d0-4d1e-8e6c-8c4701b13d4a req-678e0b25-b90e-44ff-aeb2-b93dcc40519c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=100c6095-ccb7-4549-a3cc-5398fc0af1f1 HTTP/1.1" status: 200 len: 857 time: 0.1415718 Apr 08 11:12:20.776261 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-23994546-b848-42a9-9f87-4a7ada35577f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:20.777639 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-23994546-b848-42a9-9f87-4a7ada35577f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c6e2448f-6563-4dea-8f56-29b70f4d3ad8 HTTP/1.1" status: 200 len: 849 time: 0.1614764 Apr 08 11:12:20.835450 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327bbe0-96d0-4d1e-8e6c-8c4701b13d4a req-be0dd9ba-2a8c-4572-a89e-e5f1f04b3224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:20.837108 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7327bbe0-96d0-4d1e-8e6c-8c4701b13d4a req-be0dd9ba-2a8c-4572-a89e-e5f1f04b3224 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1724954 Apr 08 11:12:20.860902 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a44700f-aca2-48e9-89a8-781b9a6a35d6 req-330b3623-7b9b-47a2-abd8-c5c428d00ecb tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Router 943a4045-54bd-49f9-88a5-96d188b44ed8 has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:12:20.892072 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-da4edfee-70ff-4f70-808b-e786a78bcfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:20.893554 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-da4edfee-70ff-4f70-808b-e786a78bcfff service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8dd2fe0c-a708-46a5-bc57-7be6e584a6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1097994 Apr 08 11:12:20.917309 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37cf960-c241-4537-9c08-da5102f5580d', 'tag': 'f290390f-0aae-4300-8d7f-924df337a0a4'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:12:20.919593 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7548d3e4-e78a-478a-a1e2-d0e6afd982a6" -d '{"events": [{"name": "network-changed", "server_uuid": "b37cf960-c241-4537-9c08-da5102f5580d", "tag": "f290390f-0aae-4300-8d7f-924df337a0a4"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:12:20.962417 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf88ed86-50dc-40cd-87e2-254e736ce1a3 x-openstack-request-id: req-cf88ed86-50dc-40cd-87e2-254e736ce1a3 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:12:20.962709 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37cf960-c241-4537-9c08-da5102f5580d", "tag": "f290390f-0aae-4300-8d7f-924df337a0a4", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:12:20.962956 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cf88ed86-50dc-40cd-87e2-254e736ce1a3 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:12:20.963343 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf88ed86-50dc-40cd-87e2-254e736ce1a3'] response: {'name': 'network-changed', 'server_uuid': 'b37cf960-c241-4537-9c08-da5102f5580d', 'tag': 'f290390f-0aae-4300-8d7f-924df337a0a4', 'status': 'completed', 'code': 200} Apr 08 11:12:21.104858 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7327bbe0-96d0-4d1e-8e6c-8c4701b13d4a req-df35a917-5e3d-4316-bd23-118b80fa6b11 service neutron] 10.222.0.25 "GET /v2.0/networks/90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587075 Apr 08 11:12:21.149655 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-1c1a3693-5877-46ad-b6ed-8b65a26bf40d service neutron] 10.222.0.25 "GET /v2.0/networks/8dd2fe0c-a708-46a5-bc57-7be6e584a6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272105 Apr 08 11:12:21.202268 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a44700f-aca2-48e9-89a8-781b9a6a35d6 req-330b3623-7b9b-47a2-abd8-c5c428d00ecb tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:12:21.213991 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b504041-37da-46ab-b605-29e371dcf7f7 None None] Sync routers for ids ['943a4045-54bd-49f9-88a5-96d188b44ed8'] in dv-cinder-836073-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:12:21.223679 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b504041-37da-46ab-b605-29e371dcf7f7 None None] Routers {'943a4045-54bd-49f9-88a5-96d188b44ed8'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:12:21.224206 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-1b504041-37da-46ab-b605-29e371dcf7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:12:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['943a4045-54bd-49f9-88a5-96d188b44ed8'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:21.338348 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-1b504041-37da-46ab-b605-29e371dcf7f7 None None] Set router 943a4045-54bd-49f9-88a5-96d188b44ed8 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:12:21.526643 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3565d1-5430-44e4-af40-98c8c61b269a req-b223cc42-2782-446f-ac67-195db5d4590c tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:21.528504 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-db3565d1-5430-44e4-af40-98c8c61b269a req-b223cc42-2782-446f-ac67-195db5d4590c tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=b37cf960-c241-4537-9c08-da5102f5580d HTTP/1.1" status: 200 len: 944 time: 0.0550148 Apr 08 11:12:21.550389 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-1b504041-37da-46ab-b605-29e371dcf7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'name': 'tempest-AttachVolumeNegativeTest-1482535796-router', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:32Z', 'revision_number': 4, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'gw_port': {'id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:23Z', 'updated_at': '2022-04-08T11:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': 'f6064dd6-c164-4146-88c3-81cec2380cb9', 'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'mac_address': 'fa:16:3e:eb:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:31Z', 'updated_at': '2022-04-08T11:07:43Z', 'revision_number': 5, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'subnets': [{'id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:21.552607 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a44700f-aca2-48e9-89a8-781b9a6a35d6 req-330b3623-7b9b-47a2-abd8-c5c428d00ecb tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] No DVR routers for this DVR port ff62c6df-bea1-4356-989b-13150bcdf193 on host hv-cinder-83607 {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:12:21.559173 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-0a44700f-aca2-48e9-89a8-781b9a6a35d6 req-330b3623-7b9b-47a2-abd8-c5c428d00ecb tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:21.562476 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0a44700f-aca2-48e9-89a8-781b9a6a35d6 req-330b3623-7b9b-47a2-abd8-c5c428d00ecb tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.25 "DELETE /v2.0/ports/ff62c6df-bea1-4356-989b-13150bcdf193 HTTP/1.1" status: 204 len: 173 time: 2.6189587 Apr 08 11:12:21.584792 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b504041-37da-46ab-b605-29e371dcf7f7 None None] Checking router: 943a4045-54bd-49f9-88a5-96d188b44ed8 for host: dv-cinder-836073-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:12:21.589736 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-db3565d1-5430-44e4-af40-98c8c61b269a req-8ea58eae-674c-4fda-a07d-5a60b8c5b64e tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ede407b8-9732-4775-8ca2-4f78aef01535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555024 Apr 08 11:12:21.592754 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b504041-37da-46ab-b605-29e371dcf7f7 None None] Routers {'943a4045-54bd-49f9-88a5-96d188b44ed8'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:12:21.593439 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-1b504041-37da-46ab-b605-29e371dcf7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:12:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['943a4045-54bd-49f9-88a5-96d188b44ed8'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:21.619709 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7327bbe0-96d0-4d1e-8e6c-8c4701b13d4a req-629c8a66-3db1-4efb-a14e-932704aaddb2 service neutron] 10.222.0.25 "GET /v2.0/networks/90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5047331 Apr 08 11:12:21.621908 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-955d5367-6ea8-4e4a-a1c0-4c74bf209472 req-52f54ef0-1031-4243-b8fe-70317f7ca87a service neutron] 10.222.0.25 "GET /v2.0/networks/8dd2fe0c-a708-46a5-bc57-7be6e584a6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4638872 Apr 08 11:12:21.666593 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f79e3436-865a-401b-998e-c1fb2b317191 req-f9ae7496-2fd8-430d-9c92-0bcced2c97e2 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=734fda2b-f86a-41d3-94bb-2173ff768191 HTTP/1.1" status: 200 len: 210 time: 0.0294156 Apr 08 11:12:21.711239 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-1b504041-37da-46ab-b605-29e371dcf7f7 None None] Set router 943a4045-54bd-49f9-88a5-96d188b44ed8 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:12:21.908272 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-1b504041-37da-46ab-b605-29e371dcf7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'name': 'tempest-AttachVolumeNegativeTest-1482535796-router', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:32Z', 'revision_number': 4, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'gw_port': {'id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:23Z', 'updated_at': '2022-04-08T11:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': 'f6064dd6-c164-4146-88c3-81cec2380cb9', 'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'mac_address': 'fa:16:3e:eb:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:31Z', 'updated_at': '2022-04-08T11:07:43Z', 'revision_number': 5, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'subnets': [{'id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:21.934064 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b504041-37da-46ab-b605-29e371dcf7f7 None None] The sync data for ids ['943a4045-54bd-49f9-88a5-96d188b44ed8'] in dv-cinder-836073-3-iscsi is: [{'id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'name': 'tempest-AttachVolumeNegativeTest-1482535796-router', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:32Z', 'revision_number': 4, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'gw_port': {'id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:23Z', 'updated_at': '2022-04-08T11:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': 'f6064dd6-c164-4146-88c3-81cec2380cb9', 'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'mac_address': 'fa:16:3e:eb:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:31Z', 'updated_at': '2022-04-08T11:07:43Z', 'revision_number': 5, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'subnets': [{'id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:12:22.149414 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be52e773-18c3-432b-9db0-ec03311d300c None None] New status for floating IP f29e4d75-c96e-41de-8de9-0fe0a5322c4f: DOWN {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:12:22.152468 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:22.566173 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device ff62c6df-bea1-4356-989b-13150bcdf193 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:12:22.590454 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] No Port match for: ff62c6df-bea1-4356-989b-13150bcdf193 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:12:22.590794 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device ff62c6df-bea1-4356-989b-13150bcdf193 not bound to the agent host hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:12:22.715239 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073a447-a724-4412-958e-5ddfde1707e9 req-020bb7d6-5498-4a40-8f24-0617a4f6882b tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:22.717214 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7073a447-a724-4412-958e-5ddfde1707e9 req-020bb7d6-5498-4a40-8f24-0617a4f6882b tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=b37cf960-c241-4537-9c08-da5102f5580d HTTP/1.1" status: 200 len: 944 time: 0.0568573 Apr 08 11:12:22.779806 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548d3e4-e78a-478a-a1e2-d0e6afd982a6 req-38683ddd-bb8a-4097-a4dc-b12b9c475734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:22.781322 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7548d3e4-e78a-478a-a1e2-d0e6afd982a6 req-38683ddd-bb8a-4097-a4dc-b12b9c475734 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=16c20ec5a754420c8f43a0f7e847031a&device_id=b37cf960-c241-4537-9c08-da5102f5580d HTTP/1.1" status: 200 len: 1128 time: 0.0642858 Apr 08 11:12:22.828095 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7073a447-a724-4412-958e-5ddfde1707e9 req-977c5f35-6822-4033-8c45-ac8518365e51 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ede407b8-9732-4775-8ca2-4f78aef01535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982919 Apr 08 11:12:22.875065 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-28e01b94-0dca-4934-99b7-3268048860f3 req-7772477f-084a-4561-8f28-a94118a41836 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=734fda2b-f86a-41d3-94bb-2173ff768191 HTTP/1.1" status: 200 len: 210 time: 0.1233549 Apr 08 11:12:22.903716 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548d3e4-e78a-478a-a1e2-d0e6afd982a6 req-4341be5f-7b33-4c58-810d-49a82e0aa3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:22.905164 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7548d3e4-e78a-478a-a1e2-d0e6afd982a6 req-4341be5f-7b33-4c58-810d-49a82e0aa3c7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8dd2fe0c-a708-46a5-bc57-7be6e584a6fb HTTP/1.1" status: 200 len: 911 time: 0.1175106 Apr 08 11:12:22.950055 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7548d3e4-e78a-478a-a1e2-d0e6afd982a6 req-8e1c3531-d3bd-448e-a6e3-43318e48ff7d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f290390f-0aae-4300-8d7f-924df337a0a4 HTTP/1.1" status: 200 len: 217 time: 0.0385287 Apr 08 11:12:22.965219 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734fda2b-f86a-41d3-94bb-2173ff768191', 'name': 'network-vif-deleted', 'tag': 'ff62c6df-bea1-4356-989b-13150bcdf193'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:12:22.967397 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e458a7-e977-46c6-b759-27980edb3214" -d '{"events": [{"server_uuid": "734fda2b-f86a-41d3-94bb-2173ff768191", "name": "network-vif-deleted", "tag": "ff62c6df-bea1-4356-989b-13150bcdf193"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:12:23.004170 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764b4484-9905-4194-b722-b967c025f2c6 x-openstack-request-id: req-764b4484-9905-4194-b722-b967c025f2c6 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:12:23.004467 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "734fda2b-f86a-41d3-94bb-2173ff768191", "name": "network-vif-deleted", "tag": "ff62c6df-bea1-4356-989b-13150bcdf193", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:12:23.004717 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-764b4484-9905-4194-b722-b967c025f2c6 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:12:23.005102 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-764b4484-9905-4194-b722-b967c025f2c6'] response: {'server_uuid': '734fda2b-f86a-41d3-94bb-2173ff768191', 'name': 'network-vif-deleted', 'tag': 'ff62c6df-bea1-4356-989b-13150bcdf193', 'status': 'completed', 'code': 200} Apr 08 11:12:23.008825 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548d3e4-e78a-478a-a1e2-d0e6afd982a6 req-0d4ee5b4-4398-4d94-be0f-471903738f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:23.010313 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7548d3e4-e78a-478a-a1e2-d0e6afd982a6 req-0d4ee5b4-4398-4d94-be0f-471903738f39 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c6e2448f-6563-4dea-8f56-29b70f4d3ad8 HTTP/1.1" status: 200 len: 849 time: 0.0525312 Apr 08 11:12:23.291748 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548d3e4-e78a-478a-a1e2-d0e6afd982a6 req-f66e2338-9964-4d4b-915b-7330be0ef50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:23.293310 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7548d3e4-e78a-478a-a1e2-d0e6afd982a6 req-f66e2338-9964-4d4b-915b-7330be0ef50a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8dd2fe0c-a708-46a5-bc57-7be6e584a6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456975 Apr 08 11:12:23.392152 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7548d3e4-e78a-478a-a1e2-d0e6afd982a6 req-2bbbc9c6-b988-4855-9d49-5e1a55c761e4 service neutron] 10.222.0.25 "GET /v2.0/networks/8dd2fe0c-a708-46a5-bc57-7be6e584a6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923839 Apr 08 11:12:23.525148 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7548d3e4-e78a-478a-a1e2-d0e6afd982a6 req-e0abd8a4-9696-41ef-a641-4a0447fc6652 service neutron] 10.222.0.25 "GET /v2.0/networks/8dd2fe0c-a708-46a5-bc57-7be6e584a6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247020 Apr 08 11:12:23.528502 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-daf9f90d-190c-4d63-afab-241c0cd01ff4 req-726c2a31-fde9-4e4f-b218-7a38c629cdc7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1e432f2c-f993-417f-89e6-33256174ddf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726423 Apr 08 11:12:23.630622 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9f90d-190c-4d63-afab-241c0cd01ff4 req-aa0925c7-0f57-4688-a209-e68a9b6d80f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:23.632150 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-daf9f90d-190c-4d63-afab-241c0cd01ff4 req-aa0925c7-0f57-4688-a209-e68a9b6d80f3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9450476075be4d51833224be59b18143&device_id=1e432f2c-f993-417f-89e6-33256174ddf4 HTTP/1.1" status: 200 len: 1129 time: 0.0466981 Apr 08 11:12:23.731728 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9f90d-190c-4d63-afab-241c0cd01ff4 req-3e8459b5-b676-4914-9dba-6635df883eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:23.733167 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-daf9f90d-190c-4d63-afab-241c0cd01ff4 req-3e8459b5-b676-4914-9dba-6635df883eb3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01 HTTP/1.1" status: 200 len: 919 time: 0.0829191 Apr 08 11:12:23.777035 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-daf9f90d-190c-4d63-afab-241c0cd01ff4 req-8bf70e71-be85-4aa5-a253-ccfbc2681f69 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28bfb6b5-80a3-44a5-8807-cb2e795646a0 HTTP/1.1" status: 200 len: 217 time: 0.0375113 Apr 08 11:12:23.827466 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9f90d-190c-4d63-afab-241c0cd01ff4 req-bb187b96-66ac-4eef-9534-3ebd7da16dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:23.828884 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-daf9f90d-190c-4d63-afab-241c0cd01ff4 req-bb187b96-66ac-4eef-9534-3ebd7da16dcb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=100c6095-ccb7-4549-a3cc-5398fc0af1f1 HTTP/1.1" status: 200 len: 857 time: 0.0467672 Apr 08 11:12:23.877356 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9f90d-190c-4d63-afab-241c0cd01ff4 req-3c8b0acb-44cb-484f-8e1a-1d09f44bcc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:23.879599 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-daf9f90d-190c-4d63-afab-241c0cd01ff4 req-3c8b0acb-44cb-484f-8e1a-1d09f44bcc66 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445037 Apr 08 11:12:24.010417 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbfd33-f1f0-4957-997e-3d8c1a02bd93 req-a5b44ae5-4f58-419f-bfb9-8a9a2bd031a7 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:24.011868 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d8dbfd33-f1f0-4957-997e-3d8c1a02bd93 req-a5b44ae5-4f58-419f-bfb9-8a9a2bd031a7 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=b37cf960-c241-4537-9c08-da5102f5580d HTTP/1.1" status: 200 len: 944 time: 0.1172345 Apr 08 11:12:24.014132 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-daf9f90d-190c-4d63-afab-241c0cd01ff4 req-c54b7649-6c32-4028-9f40-7c5d796f0b61 service neutron] 10.222.0.25 "GET /v2.0/networks/90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273007 Apr 08 11:12:24.022505 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 49202) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:12:24.076550 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eed3e3fc-5328-49aa-895f-65ab71f8bf51 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group (1b6035b3-4e88-4dd5-bdab-f12a5a197935), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:24.102680 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eed3e3fc-5328-49aa-895f-65ab71f8bf51 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group (1b6035b3-4e88-4dd5-bdab-f12a5a197935), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:24.116062 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d8dbfd33-f1f0-4957-997e-3d8c1a02bd93 req-f75d4d15-c9cb-415e-9a87-14b2368eed6f tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ede407b8-9732-4775-8ca2-4f78aef01535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984850 Apr 08 11:12:24.143739 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-daf9f90d-190c-4d63-afab-241c0cd01ff4 req-a00c5ae8-72bc-4d0e-8184-de3482511e4f service neutron] 10.222.0.25 "GET /v2.0/networks/90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196823 Apr 08 11:12:24.214007 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eed3e3fc-5328-49aa-895f-65ab71f8bf51 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (1b6035b3-4e88-4dd5-bdab-f12a5a197935), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:24.216699 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eed3e3fc-5328-49aa-895f-65ab71f8bf51 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:24.217865 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-eed3e3fc-5328-49aa-895f-65ab71f8bf51 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "DELETE /v2.0/security-groups/1b6035b3-4e88-4dd5-bdab-f12a5a197935 HTTP/1.1" status: 204 len: 168 time: 0.1941483 Apr 08 11:12:24.220653 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 49204) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:12:24.226943 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed3e3fc-5328-49aa-895f-65ab71f8bf51 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6035b3-4e88-4dd5-bdab-f12a5a197935,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:24.236228 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.api.v2.resource [None req-d8e962ba-4cc1-48e7-9470-1cfc257b58c7 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] show failed (client error): The resource could not be found. Apr 08 11:12:24.236607 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-d8e962ba-4cc1-48e7-9470-1cfc257b58c7 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups/1b6035b3-4e88-4dd5-bdab-f12a5a197935 HTTP/1.1" status: 404 len: 347 time: 0.0149252 Apr 08 11:12:24.239977 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 49206) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:12:24.367263 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-367295f0-1d7e-4042-99d2-83b462b123cc tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Deleting port 8f9fe6e2-2af4-4b8f-8cea-159c5c6c0dea {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:12:24.367504 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-367295f0-1d7e-4042-99d2-83b462b123cc tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (8f9fe6e2-2af4-4b8f-8cea-159c5c6c0dea), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:24.445538 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-367295f0-1d7e-4042-99d2-83b462b123cc tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (8f9fe6e2-2af4-4b8f-8cea-159c5c6c0dea), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:24.445938 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-367295f0-1d7e-4042-99d2-83b462b123cc tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for floatingip (8f9fe6e2-2af4-4b8f-8cea-159c5c6c0dea), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:24.457315 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-367295f0-1d7e-4042-99d2-83b462b123cc tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Calling delete_port for 8f9fe6e2-2af4-4b8f-8cea-159c5c6c0dea owned by network:floatingip {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:12:24.588801 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device f290390f-0aae-4300-8d7f-924df337a0a4 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:12:24.644260 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-367295f0-1d7e-4042-99d2-83b462b123cc tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (8f9fe6e2-2af4-4b8f-8cea-159c5c6c0dea), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:24.675259 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367295f0-1d7e-4042-99d2-83b462b123cc tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Pushing event deleted for resources: {'Port': ['ID=8f9fe6e2-2af4-4b8f-8cea-159c5c6c0dea,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:24.688480 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port f290390f-0aae-4300-8d7f-924df337a0a4, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f290390f-0aae-4300-8d7f-924df337a0a4,segment=NetworkSegment(7c3cd9ae-03b6-4373-b79c-5b396a609cc9),segment_id=7c3cd9ae-03b6-4373-b79c-5b396a609cc9)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:12:24.700599 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Returning: {'device': 'f290390f-0aae-4300-8d7f-924df337a0a4', 'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb', 'port_id': 'f290390f-0aae-4300-8d7f-924df337a0a4', 'mac_address': 'fa:16:3e:1b:fe:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6e2448f-6563-4dea-8f56-29b70f4d3ad8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:12:24.734653 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-367295f0-1d7e-4042-99d2-83b462b123cc tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for floatingip (f29e4d75-c96e-41de-8de9-0fe0a5322c4f), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:24.737288 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-367295f0-1d7e-4042-99d2-83b462b123cc tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:24.739230 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-367295f0-1d7e-4042-99d2-83b462b123cc tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "DELETE /v2.0/floatingips/f29e4d75-c96e-41de-8de9-0fe0a5322c4f HTTP/1.1" status: 204 len: 168 time: 0.4977846 Apr 08 11:12:24.739800 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port f290390f-0aae-4300-8d7f-924df337a0a4 is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:12:24.740203 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (f290390f-0aae-4300-8d7f-924df337a0a4), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:24.754579 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f290390f-0aae-4300-8d7f-924df337a0a4 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:12:24.774932 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port f290390f-0aae-4300-8d7f-924df337a0a4, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f290390f-0aae-4300-8d7f-924df337a0a4,segment=NetworkSegment(7c3cd9ae-03b6-4373-b79c-5b396a609cc9),segment_id=7c3cd9ae-03b6-4373-b79c-5b396a609cc9)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:12:24.838151 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (f290390f-0aae-4300-8d7f-924df337a0a4), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:24.883923 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=f290390f-0aae-4300-8d7f-924df337a0a4,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:25.107960 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 49210) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:12:25.112521 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-8955e701-150b-4679-8595-bdfdca13a0af tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Request body: {'security_group': {'name': 'tempest-securitygroup--576174616', 'description': 'tempest-description--1834580425'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:12:25.236089 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8009806-b802-4489-bb43-aa56251827a2 req-349b8f5f-4a51-4b86-b25d-d1ba773dd66d tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:25.237553 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e8009806-b802-4489-bb43-aa56251827a2 req-349b8f5f-4a51-4b86-b25d-d1ba773dd66d tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=b37cf960-c241-4537-9c08-da5102f5580d HTTP/1.1" status: 200 len: 945 time: 0.0544813 Apr 08 11:12:25.244610 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8955e701-150b-4679-8595-bdfdca13a0af tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:25.249793 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] get_ports_and_sgs() called for port_ids ['f290390f-0aae-4300-8d7f-924df337a0a4'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:12:25.317241 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e8009806-b802-4489-bb43-aa56251827a2 req-96ca967c-8e74-4a4c-a979-b18fee0d4e04 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ede407b8-9732-4775-8ca2-4f78aef01535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694339 Apr 08 11:12:25.345707 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8955e701-150b-4679-8595-bdfdca13a0af tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group (7ae43f6e-7a80-47b0-b7af-5684e2a9e070), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:25.412850 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8955e701-150b-4679-8595-bdfdca13a0af tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (7ae43f6e-7a80-47b0-b7af-5684e2a9e070), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:25.442393 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955e701-150b-4679-8595-bdfdca13a0af tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae43f6e-7a80-47b0-b7af-5684e2a9e070,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:25.517820 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8955e701-150b-4679-8595-bdfdca13a0af tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:25.520178 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-8955e701-150b-4679-8595-bdfdca13a0af tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4101148 Apr 08 11:12:25.522042 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 49214) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:12:25.526319 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-877c9172-d3a1-45a2-9071-90b5ef42e482 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Request body: {'security_group_rule': {'security_group_id': '7ae43f6e-7a80-47b0-b7af-5684e2a9e070', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:12:25.641155 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-877c9172-d3a1-45a2-9071-90b5ef42e482 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group_rule (f7bdfb82-9d1b-4020-92c7-15f0b08d5608), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:25.696044 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-877c9172-d3a1-45a2-9071-90b5ef42e482 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group_rule (f7bdfb82-9d1b-4020-92c7-15f0b08d5608), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:25.767123 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-877c9172-d3a1-45a2-9071-90b5ef42e482 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919275'] for security_group_rule (f7bdfb82-9d1b-4020-92c7-15f0b08d5608), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:25.786061 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c9172-d3a1-45a2-9071-90b5ef42e482 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7bdfb82-9d1b-4020-92c7-15f0b08d5608,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:25.860551 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-877c9172-d3a1-45a2-9071-90b5ef42e482 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:25.861777 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-877c9172-d3a1-45a2-9071-90b5ef42e482 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3387713 Apr 08 11:12:25.865189 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 49216) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:12:25.869655 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-c35f2184-e046-4515-9c3a-83aef94ec490 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Request body: {'security_group_rule': {'security_group_id': '7ae43f6e-7a80-47b0-b7af-5684e2a9e070', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:12:25.961167 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c35f2184-e046-4515-9c3a-83aef94ec490 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group_rule (6aa954a4-7ec7-497f-9fb8-3e67402a4717), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:26.017003 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c35f2184-e046-4515-9c3a-83aef94ec490 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group_rule (6aa954a4-7ec7-497f-9fb8-3e67402a4717), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:26.089478 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c35f2184-e046-4515-9c3a-83aef94ec490 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919275'] for security_group_rule (6aa954a4-7ec7-497f-9fb8-3e67402a4717), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:26.107253 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f2184-e046-4515-9c3a-83aef94ec490 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aa954a4-7ec7-497f-9fb8-3e67402a4717,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:26.194828 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c35f2184-e046-4515-9c3a-83aef94ec490 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:26.196012 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-c35f2184-e046-4515-9c3a-83aef94ec490 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3298032 Apr 08 11:12:26.199169 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 49218) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:12:26.203799 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-93942c75-868b-4fdb-946a-1b616108f49a tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Request body: {'floatingip': {'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:12:26.289460 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-93942c75-868b-4fdb-946a-1b616108f49a tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:26.389223 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-93942c75-868b-4fdb-946a-1b616108f49a tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:26.438758 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa35d7b-be97-4671-9245-9756448bd2d1 req-27752935-e987-498c-b7a1-a77437a92c89 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:26.440248 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3aa35d7b-be97-4671-9245-9756448bd2d1 req-27752935-e987-498c-b7a1-a77437a92c89 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=b37cf960-c241-4537-9c08-da5102f5580d HTTP/1.1" status: 200 len: 945 time: 0.0528121 Apr 08 11:12:26.488861 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3aa35d7b-be97-4671-9245-9756448bd2d1 req-421a9dca-54f8-48a5-8e55-d6c861ed261f tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ede407b8-9732-4775-8ca2-4f78aef01535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410285 Apr 08 11:12:26.493607 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-93942c75-868b-4fdb-946a-1b616108f49a tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Allocated IP 172.27.0.238 (9ba38368-ff54-4986-b9fd-e3d76f01d727/295b2c6f-15e1-46ca-ae70-e3531500d944/9bfe30e5-0673-4a5a-9ed4-ae27b500eb87) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:12:26.596315 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-93942c75-868b-4fdb-946a-1b616108f49a tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for port (9bfe30e5-0673-4a5a-9ed4-ae27b500eb87), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:26.601361 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device f290390f-0aae-4300-8d7f-924df337a0a4 up at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:12:26.695760 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-93942c75-868b-4fdb-946a-1b616108f49a tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (9bfe30e5-0673-4a5a-9ed4-ae27b500eb87), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:26.724345 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning for port f290390f-0aae-4300-8d7f-924df337a0a4 completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:12:26.728285 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning complete for port f290390f-0aae-4300-8d7f-924df337a0a4 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:12:26.728687 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (f290390f-0aae-4300-8d7f-924df337a0a4), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:26.733207 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93942c75-868b-4fdb-946a-1b616108f49a tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Network 9ba38368-ff54-4986-b9fd-e3d76f01d727 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:12:26.736006 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-93942c75-868b-4fdb-946a-1b616108f49a tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:12:26.742426 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93942c75-868b-4fdb-946a-1b616108f49a tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:12:26.747976 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93942c75-868b-4fdb-946a-1b616108f49a tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Pushing event updated for resources: {'Port': ['ID=9bfe30e5-0673-4a5a-9ed4-ae27b500eb87,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:26.813934 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port f290390f-0aae-4300-8d7f-924df337a0a4 is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:12:26.814324 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (f290390f-0aae-4300-8d7f-924df337a0a4), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:26.834702 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-93942c75-868b-4fdb-946a-1b616108f49a tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for floatingip (11e6e854-e8c0-46f9-9e77-02417ef9b1fa), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:26.837821 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37cf960-c241-4537-9c08-da5102f5580d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f290390f-0aae-4300-8d7f-924df337a0a4'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:12:26.840076 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351759d57aafe3a60f453950940ba8882eb57342389be8e59779499322ae84b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092dc08d-4485-4cca-8d98-77cf25746bfc" -d '{"events": [{"server_uuid": "b37cf960-c241-4537-9c08-da5102f5580d", "name": "network-vif-plugged", "status": "completed", "tag": "f290390f-0aae-4300-8d7f-924df337a0a4"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:12:26.852959 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port f290390f-0aae-4300-8d7f-924df337a0a4, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f290390f-0aae-4300-8d7f-924df337a0a4,segment=NetworkSegment(7c3cd9ae-03b6-4373-b79c-5b396a609cc9),segment_id=7c3cd9ae-03b6-4373-b79c-5b396a609cc9)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:12:26.876433 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ead6122-eedf-4d08-986a-04c11e950115 x-openstack-request-id: req-0ead6122-eedf-4d08-986a-04c11e950115 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:12:26.876897 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37cf960-c241-4537-9c08-da5102f5580d", "name": "network-vif-plugged", "status": "completed", "tag": "f290390f-0aae-4300-8d7f-924df337a0a4", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:12:26.877238 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0ead6122-eedf-4d08-986a-04c11e950115 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:12:26.877746 dv-cinder-836073-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ead6122-eedf-4d08-986a-04c11e950115'] response: {'server_uuid': 'b37cf960-c241-4537-9c08-da5102f5580d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f290390f-0aae-4300-8d7f-924df337a0a4', 'code': 200} Apr 08 11:12:26.946889 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (f290390f-0aae-4300-8d7f-924df337a0a4), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:26.954046 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-93942c75-868b-4fdb-946a-1b616108f49a tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (9bfe30e5-0673-4a5a-9ed4-ae27b500eb87), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:26.995777 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=f290390f-0aae-4300-8d7f-924df337a0a4,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:27.108502 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-93942c75-868b-4fdb-946a-1b616108f49a tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for port (9bfe30e5-0673-4a5a-9ed4-ae27b500eb87), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:27.192964 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-93942c75-868b-4fdb-946a-1b616108f49a tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3536654'] for port (9bfe30e5-0673-4a5a-9ed4-ae27b500eb87), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:27.269029 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93942c75-868b-4fdb-946a-1b616108f49a tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Pushing event updated for resources: {'Port': ['ID=9bfe30e5-0673-4a5a-9ed4-ae27b500eb87,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:27.277796 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d8adbf-1b20-4121-8c49-4c00f7c24346 req-d0b2bd6d-c126-4eea-84d4-3cb46466ca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:27.279304 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-45d8adbf-1b20-4121-8c49-4c00f7c24346 req-d0b2bd6d-c126-4eea-84d4-3cb46466ca4e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b37cf960-c241-4537-9c08-da5102f5580d HTTP/1.1" status: 200 len: 1130 time: 0.1142406 Apr 08 11:12:27.293145 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-93942c75-868b-4fdb-946a-1b616108f49a tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456385'] for floatingip (11e6e854-e8c0-46f9-9e77-02417ef9b1fa), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:27.332629 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-45d8adbf-1b20-4121-8c49-4c00f7c24346 req-9d84c04f-25c0-46e8-a9aa-69efc40f8d38 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ede407b8-9732-4775-8ca2-4f78aef01535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473862 Apr 08 11:12:27.415607 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-93942c75-868b-4fdb-946a-1b616108f49a tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:27.416748 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-93942c75-868b-4fdb-946a-1b616108f49a tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2165637 Apr 08 11:12:27.447677 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-fddba736-d8e2-41f4-a3b0-954f6835b58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:27.563743 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-0a063453-924e-4f20-8f82-f350e9058afa tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--576174616&fields=id&tenant_id=ff706c0e7c16476e8c00ca1ba4e85ed9 HTTP/1.1" status: 200 len: 267 time: 0.0427446 Apr 08 11:12:27.610035 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a3369-9a19-40cf-9170-97145a11d20b req-981cecfe-59f2-4b5c-b600-bb4b8855480e tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:27.611533 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0c2a3369-9a19-40cf-9170-97145a11d20b req-981cecfe-59f2-4b5c-b600-bb4b8855480e tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=b37cf960-c241-4537-9c08-da5102f5580d HTTP/1.1" status: 200 len: 946 time: 0.0538354 Apr 08 11:12:27.658107 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0c2a3369-9a19-40cf-9170-97145a11d20b req-63a3c49e-403c-42a5-8def-7a2ecc5f856c tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ede407b8-9732-4775-8ca2-4f78aef01535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401917 Apr 08 11:12:27.671947 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-bedbc996-2f20-4a47-ae7c-7410bafd396a tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:27.673382 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-bedbc996-2f20-4a47-ae7c-7410bafd396a tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/networks?id=e19cdb1b-6b68-4ab1-b7ae-0515860cc308 HTTP/1.1" status: 200 len: 815 time: 0.1024115 Apr 08 11:12:27.688708 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-b13681e9-5e12-4b53-b999-c00cc7f85364 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/quotas/ff706c0e7c16476e8c00ca1ba4e85ed9 HTTP/1.1" status: 200 len: 375 time: 0.0091145 Apr 08 11:12:27.743988 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-6c5527c1-94b8-42e9-ab7c-020f41ad2bb6 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ff706c0e7c16476e8c00ca1ba4e85ed9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503738 Apr 08 11:12:27.880664 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-0bdb830f-86ec-436a-80d7-9299a4dfeaff service neutron] 10.222.0.53 "GET /v2.0/networks/e19cdb1b-6b68-4ab1-b7ae-0515860cc308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253302 Apr 08 11:12:27.968461 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-7b0decf8-b3bd-455c-880a-6a2cc9475531 service neutron] 10.222.0.53 "GET /v2.0/networks/e19cdb1b-6b68-4ab1-b7ae-0515860cc308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820365 Apr 08 11:12:28.208092 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cdb7123c-02b0-48e6-b7a5-2f742739edf1 req-c1d1f6c4-fc5f-4265-8229-d705b74466de tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=20fa745b-7170-4c48-a946-d29affaa22e7 HTTP/1.1" status: 200 len: 210 time: 0.0277724 Apr 08 11:12:28.783630 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0cd1f-45fd-43c9-8c38-e2f079365566 req-e3877db2-1385-440a-ac44-35e30394724e tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:28.785278 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0ac0cd1f-45fd-43c9-8c38-e2f079365566 req-e3877db2-1385-440a-ac44-35e30394724e tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=b37cf960-c241-4537-9c08-da5102f5580d HTTP/1.1" status: 200 len: 946 time: 0.0582285 Apr 08 11:12:28.834745 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0ac0cd1f-45fd-43c9-8c38-e2f079365566 req-7b321dbb-e3d5-4dbb-86ed-4a5b6e963a35 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ede407b8-9732-4775-8ca2-4f78aef01535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437777 Apr 08 11:12:29.304421 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b5803f76-c947-4790-8903-100fab8e0ef9 req-d45cd3f7-9852-404f-b733-a3c8ce4640d1 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=20fa745b-7170-4c48-a946-d29affaa22e7 HTTP/1.1" status: 200 len: 210 time: 0.0299089 Apr 08 11:12:29.896270 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e908aca0-1849-4da8-a7d7-9fdd45d39c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:29.953055 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a1348-14a8-48b4-9d75-e691299dc568 req-7cfbcd04-ed0e-4517-ad26-047982a8f545 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:29.954522 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c98a1348-14a8-48b4-9d75-e691299dc568 req-7cfbcd04-ed0e-4517-ad26-047982a8f545 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=b37cf960-c241-4537-9c08-da5102f5580d HTTP/1.1" status: 200 len: 946 time: 0.0518241 Apr 08 11:12:30.002330 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c98a1348-14a8-48b4-9d75-e691299dc568 req-24db8b3f-181c-43b1-ac77-b03cb0b406a0 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ede407b8-9732-4775-8ca2-4f78aef01535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419762 Apr 08 11:12:30.120834 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48e1e1-ddf1-48b3-94c6-938efc2e1484 req-6712867f-808a-4ca9-a4f9-71409b491e27 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:30.122356 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0e48e1e1-ddf1-48b3-94c6-938efc2e1484 req-6712867f-808a-4ca9-a4f9-71409b491e27 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=b37cf960-c241-4537-9c08-da5102f5580d HTTP/1.1" status: 200 len: 946 time: 0.0554295 Apr 08 11:12:30.131507 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 49262) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:12:30.135852 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-5ff8d68e-2613-4bd5-a3bf-b9c388845ad5 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Request body: {'floatingip': {'port_id': 'f290390f-0aae-4300-8d7f-924df337a0a4'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:12:30.175345 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ff8d68e-2613-4bd5-a3bf-b9c388845ad5 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for floatingip (03db770c-42c8-4836-85cf-684e60342078), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:30.398473 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-463beaf2-9ab4-4bda-9c45-02039bf9d8c5 req-6107c347-b94e-41c7-bb9f-5ebb0ab1275a tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=20fa745b-7170-4c48-a946-d29affaa22e7 HTTP/1.1" status: 200 len: 210 time: 0.0276289 Apr 08 11:12:30.622983 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ff8d68e-2613-4bd5-a3bf-b9c388845ad5 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:30.678034 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ff8d68e-2613-4bd5-a3bf-b9c388845ad5 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456385'] for floatingip (03db770c-42c8-4836-85cf-684e60342078), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:30.781349 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.db.l3_db [None req-5ff8d68e-2613-4bd5-a3bf-b9c388845ad5 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Floating IP 03db770c-42c8-4836-85cf-684e60342078 associated. External IP: 172.27.0.194, port: f290390f-0aae-4300-8d7f-924df337a0a4. Apr 08 11:12:31.012962 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-b0a57673-fc4c-4af0-ad4a-b3e826326a2c tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:31.014413 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-b0a57673-fc4c-4af0-ad4a-b3e826326a2c tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.25 "GET /v2.0/networks?id=e19cdb1b-6b68-4ab1-b7ae-0515860cc308 HTTP/1.1" status: 200 len: 815 time: 0.1529460 Apr 08 11:12:31.107344 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:31.375776 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff8d68e-2613-4bd5-a3bf-b9c388845ad5 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Router 16348a5f-1886-4781-bf96-5148ab3792c9 has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:12:31.380868 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-5c6d346d-514f-45f5-ae76-43f891a1451b tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff706c0e7c16476e8c00ca1ba4e85ed9 HTTP/1.1" status: 200 len: 379 time: 0.3292499 Apr 08 11:12:31.391367 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-04b95e35-eaaf-4c25-a5d7-5d1658ae0286 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Request body: {'port': {'device_id': '20fa745b-7170-4c48-a946-d29affaa22e7', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'admin_state_up': True, 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'security_groups': ['7ae43f6e-7a80-47b0-b7af-5684e2a9e070']}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:12:31.518449 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b9dcba5d-3179-4d61-9ac7-dc7cb5e34c66 req-b7904bc4-1b8c-4064-ba3d-8e3150739df8 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=20fa745b-7170-4c48-a946-d29affaa22e7 HTTP/1.1" status: 200 len: 210 time: 0.0401890 Apr 08 11:12:31.596309 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff8d68e-2613-4bd5-a3bf-b9c388845ad5 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:12:31.602747 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ff8d68e-2613-4bd5-a3bf-b9c388845ad5 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:31.607599 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7628dad0-718b-4924-a448-78a47892a299 None None] Sync routers for ids ['16348a5f-1886-4781-bf96-5148ab3792c9'] in dv-cinder-836073-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:12:31.618472 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7628dad0-718b-4924-a448-78a47892a299 None None] Routers {'16348a5f-1886-4781-bf96-5148ab3792c9'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:12:31.619126 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-7628dad0-718b-4924-a448-78a47892a299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:12:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['16348a5f-1886-4781-bf96-5148ab3792c9'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:31.634888 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-5ff8d68e-2613-4bd5-a3bf-b9c388845ad5 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "PUT /v2.0/floatingips/03db770c-42c8-4836-85cf-684e60342078 HTTP/1.1" status: 200 len: 992 time: 1.5022609 Apr 08 11:12:31.635547 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37cf960-c241-4537-9c08-da5102f5580d', 'tag': 'f290390f-0aae-4300-8d7f-924df337a0a4'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:12:31.637889 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f341a2-08a1-4412-971a-dea3789f1d0c" -d '{"events": [{"name": "network-changed", "server_uuid": "b37cf960-c241-4537-9c08-da5102f5580d", "tag": "f290390f-0aae-4300-8d7f-924df337a0a4"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:12:31.676141 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2aa7738-0e77-4640-b131-d720189b51cb x-openstack-request-id: req-a2aa7738-0e77-4640-b131-d720189b51cb {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:12:31.676417 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37cf960-c241-4537-9c08-da5102f5580d", "tag": "f290390f-0aae-4300-8d7f-924df337a0a4", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:12:31.676779 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a2aa7738-0e77-4640-b131-d720189b51cb {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:12:31.677185 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2aa7738-0e77-4640-b131-d720189b51cb'] response: {'name': 'network-changed', 'server_uuid': 'b37cf960-c241-4537-9c08-da5102f5580d', 'tag': 'f290390f-0aae-4300-8d7f-924df337a0a4', 'status': 'completed', 'code': 200} Apr 08 11:12:31.701173 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-04b95e35-eaaf-4c25-a5d7-5d1658ae0286 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Made reservation on behalf of ff706c0e7c16476e8c00ca1ba4e85ed9 for: {'port': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:12:31.704555 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-04b95e35-eaaf-4c25-a5d7-5d1658ae0286 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:31.731621 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-7628dad0-718b-4924-a448-78a47892a299 None None] Set router 16348a5f-1886-4781-bf96-5148ab3792c9 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:12:31.818722 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f341a2-08a1-4412-971a-dea3789f1d0c req-e35660a4-3367-475f-ade5-fc9626395582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:31.820405 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-73f341a2-08a1-4412-971a-dea3789f1d0c req-e35660a4-3367-475f-ade5-fc9626395582 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=16c20ec5a754420c8f43a0f7e847031a&device_id=b37cf960-c241-4537-9c08-da5102f5580d HTTP/1.1" status: 200 len: 1130 time: 0.1022744 Apr 08 11:12:31.920073 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-04b95e35-eaaf-4c25-a5d7-5d1658ae0286 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Allocated IP 172.20.0.6 (e19cdb1b-6b68-4ab1-b7ae-0515860cc308/9010fa40-00fa-4f20-8fb7-c4e600b421ca/2d1263b3-8460-4012-a827-bfd5211fe909) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:12:31.967175 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f341a2-08a1-4412-971a-dea3789f1d0c req-365ba8e1-516f-441c-acbd-a1f2dcc91bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:31.968719 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-73f341a2-08a1-4412-971a-dea3789f1d0c req-365ba8e1-516f-441c-acbd-a1f2dcc91bca service neutron] 10.222.0.25 "GET /v2.0/networks?id=8dd2fe0c-a708-46a5-bc57-7be6e584a6fb HTTP/1.1" status: 200 len: 911 time: 0.1259768 Apr 08 11:12:32.006094 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-7628dad0-718b-4924-a448-78a47892a299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'name': 'tempest-AttachVolumeTestJSON-397204211-router', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '883c6c70-058e-426a-aa69-6ead7a04d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:20Z', 'updated_at': '2022-04-08T11:07:30Z', 'revision_number': 4, 'project_id': '16c20ec5a754420c8f43a0f7e847031a', 'gw_port': {'id': '883c6c70-058e-426a-aa69-6ead7a04d08f', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:34:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': '03db770c-42c8-4836-85cf-684e60342078', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'port_id': 'f290390f-0aae-4300-8d7f-924df337a0a4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb', 'mac_address': 'fa:16:3e:1b:fe:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37cf960-c241-4537-9c08-da5102f5580d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:12:12Z', 'updated_at': '2022-04-08T11:12:30Z', 'revision_number': 1, 'project_id': '16c20ec5a754420c8f43a0f7e847031a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '949354ab-f61a-4fec-96a9-9888653181b9', 'name': '', 'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'mac_address': 'fa:16:3e:52:13:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c6e2448f-6563-4dea-8f56-29b70f4d3ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:27Z', 'updated_at': '2022-04-08T11:07:40Z', 'revision_number': 5, 'project_id': '16c20ec5a754420c8f43a0f7e847031a', 'subnets': [{'id': 'c6e2448f-6563-4dea-8f56-29b70f4d3ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:32.034062 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7628dad0-718b-4924-a448-78a47892a299 None None] Checking router: 16348a5f-1886-4781-bf96-5148ab3792c9 for host: dv-cinder-836073-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:12:32.042858 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7628dad0-718b-4924-a448-78a47892a299 None None] Routers {'16348a5f-1886-4781-bf96-5148ab3792c9'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:12:32.043643 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-7628dad0-718b-4924-a448-78a47892a299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:12:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['16348a5f-1886-4781-bf96-5148ab3792c9'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:32.093248 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-73f341a2-08a1-4412-971a-dea3789f1d0c req-bcc60d79-d615-4bd1-b989-17998c8057cd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f290390f-0aae-4300-8d7f-924df337a0a4 HTTP/1.1" status: 200 len: 1000 time: 0.1143217 Apr 08 11:12:32.157396 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-7628dad0-718b-4924-a448-78a47892a299 None None] Set router 16348a5f-1886-4781-bf96-5148ab3792c9 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:12:32.170187 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-04b95e35-eaaf-4c25-a5d7-5d1658ae0286 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for port (2d1263b3-8460-4012-a827-bfd5211fe909), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:32.181471 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f341a2-08a1-4412-971a-dea3789f1d0c req-e16d49ef-a1f9-45b5-836b-23b61cb8bc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:32.182984 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-73f341a2-08a1-4412-971a-dea3789f1d0c req-e16d49ef-a1f9-45b5-836b-23b61cb8bc44 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c6e2448f-6563-4dea-8f56-29b70f4d3ad8 HTTP/1.1" status: 200 len: 849 time: 0.0796881 Apr 08 11:12:32.234150 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59a84d-c40d-49bf-b5cb-a098249e2bbc req-fa0bb89a-c32f-4a32-b6c2-3eeaae7e04a7 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:32.235663 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7b59a84d-c40d-49bf-b5cb-a098249e2bbc req-fa0bb89a-c32f-4a32-b6c2-3eeaae7e04a7 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bbffc83-8dbd-4152-84dc-605709bc41ac HTTP/1.1" status: 200 len: 945 time: 0.0678735 Apr 08 11:12:32.278998 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-04b95e35-eaaf-4c25-a5d7-5d1658ae0286 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (2d1263b3-8460-4012-a827-bfd5211fe909), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:32.285770 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7b59a84d-c40d-49bf-b5cb-a098249e2bbc req-114b3bd7-c938-4da2-9e96-c0193d87ec95 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433354 Apr 08 11:12:32.326365 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-04b95e35-eaaf-4c25-a5d7-5d1658ae0286 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Network e19cdb1b-6b68-4ab1-b7ae-0515860cc308 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:12:32.329540 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-04b95e35-eaaf-4c25-a5d7-5d1658ae0286 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:12:32.332815 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-04b95e35-eaaf-4c25-a5d7-5d1658ae0286 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:12:32.372092 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b95e35-eaaf-4c25-a5d7-5d1658ae0286 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Pushing event updated for resources: {'Port': ['ID=2d1263b3-8460-4012-a827-bfd5211fe909,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:32.397740 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-04b95e35-eaaf-4c25-a5d7-5d1658ae0286 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:32.398375 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-04b95e35-eaaf-4c25-a5d7-5d1658ae0286 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:32.400745 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-7628dad0-718b-4924-a448-78a47892a299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'name': 'tempest-AttachVolumeTestJSON-397204211-router', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '883c6c70-058e-426a-aa69-6ead7a04d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:20Z', 'updated_at': '2022-04-08T11:07:30Z', 'revision_number': 4, 'project_id': '16c20ec5a754420c8f43a0f7e847031a', 'gw_port': {'id': '883c6c70-058e-426a-aa69-6ead7a04d08f', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:34:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': '03db770c-42c8-4836-85cf-684e60342078', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'port_id': 'f290390f-0aae-4300-8d7f-924df337a0a4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb', 'mac_address': 'fa:16:3e:1b:fe:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37cf960-c241-4537-9c08-da5102f5580d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:12:12Z', 'updated_at': '2022-04-08T11:12:30Z', 'revision_number': 1, 'project_id': '16c20ec5a754420c8f43a0f7e847031a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '949354ab-f61a-4fec-96a9-9888653181b9', 'name': '', 'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'mac_address': 'fa:16:3e:52:13:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c6e2448f-6563-4dea-8f56-29b70f4d3ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:27Z', 'updated_at': '2022-04-08T11:07:40Z', 'revision_number': 5, 'project_id': '16c20ec5a754420c8f43a0f7e847031a', 'subnets': [{'id': 'c6e2448f-6563-4dea-8f56-29b70f4d3ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:32.430921 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7628dad0-718b-4924-a448-78a47892a299 None None] The sync data for ids ['16348a5f-1886-4781-bf96-5148ab3792c9'] in dv-cinder-836073-3-iscsi is: [{'id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'name': 'tempest-AttachVolumeTestJSON-397204211-router', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '883c6c70-058e-426a-aa69-6ead7a04d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:20Z', 'updated_at': '2022-04-08T11:07:30Z', 'revision_number': 4, 'project_id': '16c20ec5a754420c8f43a0f7e847031a', 'gw_port': {'id': '883c6c70-058e-426a-aa69-6ead7a04d08f', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:34:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': '03db770c-42c8-4836-85cf-684e60342078', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'port_id': 'f290390f-0aae-4300-8d7f-924df337a0a4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb', 'mac_address': 'fa:16:3e:1b:fe:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37cf960-c241-4537-9c08-da5102f5580d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:12:12Z', 'updated_at': '2022-04-08T11:12:30Z', 'revision_number': 1, 'project_id': '16c20ec5a754420c8f43a0f7e847031a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '949354ab-f61a-4fec-96a9-9888653181b9', 'name': '', 'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'mac_address': 'fa:16:3e:52:13:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c6e2448f-6563-4dea-8f56-29b70f4d3ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:27Z', 'updated_at': '2022-04-08T11:07:40Z', 'revision_number': 5, 'project_id': '16c20ec5a754420c8f43a0f7e847031a', 'subnets': [{'id': 'c6e2448f-6563-4dea-8f56-29b70f4d3ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:12:32.464070 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-04b95e35-eaaf-4c25-a5d7-5d1658ae0286 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0762045 Apr 08 11:12:32.560309 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:32.627274 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-2ecad728-0b56-4378-a158-8630415f35d7 None None] Provisioning complete for port 2d1263b3-8460-4012-a827-bfd5211fe909 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:12:32.627579 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2ecad728-0b56-4378-a158-8630415f35d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (2d1263b3-8460-4012-a827-bfd5211fe909), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:32.643573 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589ab763-7481-4a44-b57d-28d517114591 None None] New status for floating IP 03db770c-42c8-4836-85cf-684e60342078: ACTIVE {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:12:32.645851 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25965ac-8f20-4a35-ad10-6e5402b73ba8 req-09690ecc-dda7-4212-92b7-3421103a09e2 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:32.647758 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e25965ac-8f20-4a35-ad10-6e5402b73ba8 req-09690ecc-dda7-4212-92b7-3421103a09e2 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=20fa745b-7170-4c48-a946-d29affaa22e7 HTTP/1.1" status: 200 len: 931 time: 0.0577376 Apr 08 11:12:32.667216 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-2ecad728-0b56-4378-a158-8630415f35d7 None None] Port 2d1263b3-8460-4012-a827-bfd5211fe909 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:12:32.704757 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e25965ac-8f20-4a35-ad10-6e5402b73ba8 req-b4ee0cf5-c92c-48a1-aebe-e1f2c4b0a324 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ae43f6e-7a80-47b0-b7af-5684e2a9e070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486984 Apr 08 11:12:33.407501 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f846c9-cccf-4697-bbec-33d974543376 req-857f797c-027a-44ac-90c0-b619f0dd2138 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:33.408982 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-53f846c9-cccf-4697-bbec-33d974543376 req-857f797c-027a-44ac-90c0-b619f0dd2138 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bbffc83-8dbd-4152-84dc-605709bc41ac HTTP/1.1" status: 200 len: 945 time: 0.0535712 Apr 08 11:12:33.414748 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-9ccb4f8f-cb94-4caa-9a4b-ef1eeb794575 service neutron] Request body: {'port': {'device_id': '20fa745b-7170-4c48-a946-d29affaa22e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:12:33.544535 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-9ccb4f8f-cb94-4caa-9a4b-ef1eeb794575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (2d1263b3-8460-4012-a827-bfd5211fe909), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:33.551114 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-53f846c9-cccf-4697-bbec-33d974543376 req-ca186f31-93c3-458c-bf93-7d7eebb085b4 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251891 Apr 08 11:12:33.558499 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f341a2-08a1-4412-971a-dea3789f1d0c req-2d0c19b9-6d61-450a-9595-4f73cd77136c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:33.560049 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-73f341a2-08a1-4412-971a-dea3789f1d0c req-2d0c19b9-6d61-450a-9595-4f73cd77136c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8dd2fe0c-a708-46a5-bc57-7be6e584a6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1427329 Apr 08 11:12:33.807807 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-73f341a2-08a1-4412-971a-dea3789f1d0c req-df92cdf3-df5d-4588-9366-fc68a349f94d service neutron] 10.222.0.25 "GET /v2.0/networks/8dd2fe0c-a708-46a5-bc57-7be6e584a6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578045 Apr 08 11:12:33.824295 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954f914-6e51-4551-965b-4c49137762b0 req-167815be-c1d4-4206-86ab-87b2754de82c tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:33.825790 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f954f914-6e51-4551-965b-4c49137762b0 req-167815be-c1d4-4206-86ab-87b2754de82c tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=20fa745b-7170-4c48-a946-d29affaa22e7 HTTP/1.1" status: 200 len: 931 time: 0.0543857 Apr 08 11:12:33.875371 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f954f914-6e51-4551-965b-4c49137762b0 req-b5005e0a-3e0e-441d-b6d2-e204ec3fa7a2 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ae43f6e-7a80-47b0-b7af-5684e2a9e070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437784 Apr 08 11:12:33.909503 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-9ccb4f8f-cb94-4caa-9a4b-ef1eeb794575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d1263b3-8460-4012-a827-bfd5211fe909 {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:12:33.923756 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-9ccb4f8f-cb94-4caa-9a4b-ef1eeb794575 service neutron] Publish callbacks [] for port (2d1263b3-8460-4012-a827-bfd5211fe909), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:33.968924 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-9ccb4f8f-cb94-4caa-9a4b-ef1eeb794575 service neutron] Transition to ACTIVE for port object 2d1263b3-8460-4012-a827-bfd5211fe909 will not be triggered until provisioned by entity L2. {{(pid=104016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:12:34.022949 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-73f341a2-08a1-4412-971a-dea3789f1d0c req-0fef0fef-b9c6-4e5d-afb2-f7232f508685 service neutron] 10.222.0.25 "GET /v2.0/networks/8dd2fe0c-a708-46a5-bc57-7be6e584a6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448853 Apr 08 11:12:34.033972 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-9ccb4f8f-cb94-4caa-9a4b-ef1eeb794575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3536654'] for port (2d1263b3-8460-4012-a827-bfd5211fe909), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:34.049227 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b787b0e-44ec-4063-9c53-8a840632f0ef req-0fca8616-efb0-447f-b5d2-6679c655dca6 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:34.051230 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9b787b0e-44ec-4063-9c53-8a840632f0ef req-0fca8616-efb0-447f-b5d2-6679c655dca6 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bbffc83-8dbd-4152-84dc-605709bc41ac HTTP/1.1" status: 200 len: 945 time: 0.0739934 Apr 08 11:12:34.127657 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb4f8f-cb94-4caa-9a4b-ef1eeb794575 service neutron] Pushing event updated for resources: {'Port': ['ID=2d1263b3-8460-4012-a827-bfd5211fe909,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:34.245906 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-9ccb4f8f-cb94-4caa-9a4b-ef1eeb794575 service neutron] Attempting to bind port 2d1263b3-8460-4012-a827-bfd5211fe909 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:12:34.246244 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-9ccb4f8f-cb94-4caa-9a4b-ef1eeb794575 service neutron] Attempting to bind port 2d1263b3-8460-4012-a827-bfd5211fe909 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '13a51762-62db-4a95-be12-8e98c62784f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:12:34.246572 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-9ccb4f8f-cb94-4caa-9a4b-ef1eeb794575 service neutron] Attempting to bind port 2d1263b3-8460-4012-a827-bfd5211fe909 on network e19cdb1b-6b68-4ab1-b7ae-0515860cc308 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:12:34.256854 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-9b787b0e-44ec-4063-9c53-8a840632f0ef req-35e0a6e7-c168-4feb-8832-64ce696fd20c tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Deleting port df8037e0-f455-4c1e-837e-ce2b94dd5b6f {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:12:34.256854 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-9b787b0e-44ec-4063-9c53-8a840632f0ef req-35e0a6e7-c168-4feb-8832-64ce696fd20c tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (df8037e0-f455-4c1e-837e-ce2b94dd5b6f), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:34.260640 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-9ccb4f8f-cb94-4caa-9a4b-ef1eeb794575 service neutron] Port 2d1263b3-8460-4012-a827-bfd5211fe909 on network e19cdb1b-6b68-4ab1-b7ae-0515860cc308 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:12:34.261158 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-9ccb4f8f-cb94-4caa-9a4b-ef1eeb794575 service neutron] Attempting to bind port 2d1263b3-8460-4012-a827-bfd5211fe909 on network e19cdb1b-6b68-4ab1-b7ae-0515860cc308 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:12:34.283893 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-9ccb4f8f-cb94-4caa-9a4b-ef1eeb794575 service neutron] Checking agent: {'id': '05eae265-77bc-4fda-a145-417801a6b133', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'started_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:12:34.284231 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-9ccb4f8f-cb94-4caa-9a4b-ef1eeb794575 service neutron] Checking segment: {'id': '13a51762-62db-4a95-be12-8e98c62784f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:12:34.284614 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-9ccb4f8f-cb94-4caa-9a4b-ef1eeb794575 service neutron] Bound using segment: {'id': '13a51762-62db-4a95-be12-8e98c62784f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:12:34.285645 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-9ccb4f8f-cb94-4caa-9a4b-ef1eeb794575 service neutron] Bound port: 2d1263b3-8460-4012-a827-bfd5211fe909, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13a51762-62db-4a95-be12-8e98c62784f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:12:34.285992 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-9ccb4f8f-cb94-4caa-9a4b-ef1eeb794575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (2d1263b3-8460-4012-a827-bfd5211fe909), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:34.350247 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:34.400047 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-9b787b0e-44ec-4063-9c53-8a840632f0ef req-35e0a6e7-c168-4feb-8832-64ce696fd20c tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] For port df8037e0-f455-4c1e-837e-ce2b94dd5b6f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=df8037e0-f455-4c1e-837e-ce2b94dd5b6f,segment=NetworkSegment(19af6e16-2d4e-4c32-a209-a5bfe8de0cac),segment_id=19af6e16-2d4e-4c32-a209-a5bfe8de0cac)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:12:34.400306 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-9b787b0e-44ec-4063-9c53-8a840632f0ef req-35e0a6e7-c168-4feb-8832-64ce696fd20c tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (df8037e0-f455-4c1e-837e-ce2b94dd5b6f), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:34.415491 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-9ccb4f8f-cb94-4caa-9a4b-ef1eeb794575 service neutron] For port 2d1263b3-8460-4012-a827-bfd5211fe909, host hv-cinder-83607, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:12:34.419855 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-9ccb4f8f-cb94-4caa-9a4b-ef1eeb794575 service neutron] For port 2d1263b3-8460-4012-a827-bfd5211fe909, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=2d1263b3-8460-4012-a827-bfd5211fe909,segment=NetworkSegment(13a51762-62db-4a95-be12-8e98c62784f0),segment_id=13a51762-62db-4a95-be12-8e98c62784f0)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:12:34.524172 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-9ccb4f8f-cb94-4caa-9a4b-ef1eeb794575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3536654'] for port (2d1263b3-8460-4012-a827-bfd5211fe909), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:34.594201 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-9ccb4f8f-cb94-4caa-9a4b-ef1eeb794575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:34.594819 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-9ccb4f8f-cb94-4caa-9a4b-ef1eeb794575 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:34.596256 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-9ccb4f8f-cb94-4caa-9a4b-ef1eeb794575 service neutron] 10.222.0.25 "PUT /v2.0/ports/2d1263b3-8460-4012-a827-bfd5211fe909 HTTP/1.1" status: 200 len: 1093 time: 1.1855407 Apr 08 11:12:34.598651 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20fa745b-7170-4c48-a946-d29affaa22e7', 'tag': '2d1263b3-8460-4012-a827-bfd5211fe909'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:12:34.601013 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08cf8cd0-90eb-4921-abb3-a99ab16733fd" -d '{"events": [{"name": "network-changed", "server_uuid": "20fa745b-7170-4c48-a946-d29affaa22e7", "tag": "2d1263b3-8460-4012-a827-bfd5211fe909"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:12:34.636209 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-9b787b0e-44ec-4063-9c53-8a840632f0ef req-35e0a6e7-c168-4feb-8832-64ce696fd20c tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:34.636436 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-9b787b0e-44ec-4063-9c53-8a840632f0ef req-35e0a6e7-c168-4feb-8832-64ce696fd20c tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456385'] for floatingip (0adc556a-91fc-4442-b92b-291560a7eaa7), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:34.636740 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.db.l3_db [req-9b787b0e-44ec-4063-9c53-8a840632f0ef req-35e0a6e7-c168-4feb-8832-64ce696fd20c tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Floating IP 0adc556a-91fc-4442-b92b-291560a7eaa7 disassociated. External IP: 172.27.0.214, port: df8037e0-f455-4c1e-837e-ce2b94dd5b6f. Apr 08 11:12:34.637075 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-9b787b0e-44ec-4063-9c53-8a840632f0ef req-35e0a6e7-c168-4feb-8832-64ce696fd20c tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Calling delete_port for df8037e0-f455-4c1e-837e-ce2b94dd5b6f owned by compute:nova {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:12:34.668121 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41dc088-a67a-4f97-9a7b-b4c4aad2922d x-openstack-request-id: req-c41dc088-a67a-4f97-9a7b-b4c4aad2922d {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:12:34.669803 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20fa745b-7170-4c48-a946-d29affaa22e7", "tag": "2d1263b3-8460-4012-a827-bfd5211fe909", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:12:34.669803 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c41dc088-a67a-4f97-9a7b-b4c4aad2922d {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:12:34.669803 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c41dc088-a67a-4f97-9a7b-b4c4aad2922d'] response: {'name': 'network-changed', 'server_uuid': '20fa745b-7170-4c48-a946-d29affaa22e7', 'tag': '2d1263b3-8460-4012-a827-bfd5211fe909', 'status': 'completed', 'code': 200} Apr 08 11:12:34.669803 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb4f8f-cb94-4caa-9a4b-ef1eeb794575 service neutron] Pushing event updated for resources: {'Port': ['ID=2d1263b3-8460-4012-a827-bfd5211fe909,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:34.778092 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915adae9-10b7-4f6b-a80b-4b80a6165bd3 req-a3271be4-eff0-4153-9547-15cb821b877b tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:34.779593 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-915adae9-10b7-4f6b-a80b-4b80a6165bd3 req-a3271be4-eff0-4153-9547-15cb821b877b tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bbffc83-8dbd-4152-84dc-605709bc41ac HTTP/1.1" status: 200 len: 945 time: 0.1540105 Apr 08 11:12:34.821865 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf8cd0-90eb-4921-abb3-a99ab16733fd req-651c29f8-4118-491c-86f2-941fb2b00cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:34.823359 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-08cf8cd0-90eb-4921-abb3-a99ab16733fd req-651c29f8-4118-491c-86f2-941fb2b00cd8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ff706c0e7c16476e8c00ca1ba4e85ed9&device_id=20fa745b-7170-4c48-a946-d29affaa22e7 HTTP/1.1" status: 200 len: 1127 time: 0.1051464 Apr 08 11:12:34.940809 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-915adae9-10b7-4f6b-a80b-4b80a6165bd3 req-745c6407-2cdb-4760-92f3-b94ca5e79fb5 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420674 Apr 08 11:12:34.987296 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf8cd0-90eb-4921-abb3-a99ab16733fd req-85b332fa-3d66-40cf-a94a-4d901629d720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:34.988978 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-08cf8cd0-90eb-4921-abb3-a99ab16733fd req-85b332fa-3d66-40cf-a94a-4d901629d720 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=ff706c0e7c16476e8c00ca1ba4e85ed9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1498151 Apr 08 11:12:35.011110 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278d67a-8016-493a-88f2-eb294f034449 req-2e8f3efa-0039-4372-9056-6f76b3069484 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:35.018365 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2278d67a-8016-493a-88f2-eb294f034449 req-2e8f3efa-0039-4372-9056-6f76b3069484 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=20fa745b-7170-4c48-a946-d29affaa22e7 HTTP/1.1" status: 200 len: 943 time: 0.0678580 Apr 08 11:12:35.024281 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-9b787b0e-44ec-4063-9c53-8a840632f0ef req-35e0a6e7-c168-4feb-8832-64ce696fd20c tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (df8037e0-f455-4c1e-837e-ce2b94dd5b6f), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:35.065743 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2278d67a-8016-493a-88f2-eb294f034449 req-9d91b574-5634-4993-8493-7b69c4dc2641 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ae43f6e-7a80-47b0-b7af-5684e2a9e070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463169 Apr 08 11:12:35.086826 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0a6e7-c168-4feb-8832-64ce696fd20c tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Pushing event deleted for resources: {'Port': ['ID=df8037e0-f455-4c1e-837e-ce2b94dd5b6f,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:35.162133 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf8cd0-90eb-4921-abb3-a99ab16733fd req-97b88fc2-608f-4e7e-98f7-ca3945374b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:35.163552 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-08cf8cd0-90eb-4921-abb3-a99ab16733fd req-97b88fc2-608f-4e7e-98f7-ca3945374b15 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1676710 Apr 08 11:12:35.512378 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b787b0e-44ec-4063-9c53-8a840632f0ef req-35e0a6e7-c168-4feb-8832-64ce696fd20c tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Router 0dbdc905-e28d-4efe-8621-94d7a0292711 has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:12:35.577793 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-f7eaa25b-a250-47ca-8851-f85ff095998d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:35.579444 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-f7eaa25b-a250-47ca-8851-f85ff095998d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ff706c0e7c16476e8c00ca1ba4e85ed9&device_id=20fa745b-7170-4c48-a946-d29affaa22e7 HTTP/1.1" status: 200 len: 1127 time: 0.3543894 Apr 08 11:12:35.655669 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-a5b1868e-2ca3-45c3-b92e-e4f455006b22 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d1263b3-8460-4012-a827-bfd5211fe909 HTTP/1.1" status: 200 len: 217 time: 0.0369034 Apr 08 11:12:35.706353 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b787b0e-44ec-4063-9c53-8a840632f0ef req-35e0a6e7-c168-4feb-8832-64ce696fd20c tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:12:35.716850 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d26f5e-24dc-44bd-b3e5-f717369dd185 None None] Sync routers for ids ['0dbdc905-e28d-4efe-8621-94d7a0292711'] in dv-cinder-836073-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:12:35.727966 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d26f5e-24dc-44bd-b3e5-f717369dd185 None None] Routers {'0dbdc905-e28d-4efe-8621-94d7a0292711'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:12:35.728624 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-67d26f5e-24dc-44bd-b3e5-f717369dd185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:12:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['0dbdc905-e28d-4efe-8621-94d7a0292711'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:35.739861 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-2aca1eda-c7fc-4619-b632-359ce9def41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:35.741318 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-2aca1eda-c7fc-4619-b632-359ce9def41f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9010fa40-00fa-4f20-8fb7-c4e600b421ca HTTP/1.1" status: 200 len: 854 time: 0.0773575 Apr 08 11:12:35.763339 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b787b0e-44ec-4063-9c53-8a840632f0ef req-35e0a6e7-c168-4feb-8832-64ce696fd20c tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] No DVR routers for this DVR port df8037e0-f455-4c1e-837e-ce2b94dd5b6f on host hv-cinder-83607 {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:12:35.766552 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-9b787b0e-44ec-4063-9c53-8a840632f0ef req-35e0a6e7-c168-4feb-8832-64ce696fd20c tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:35.770146 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9b787b0e-44ec-4063-9c53-8a840632f0ef req-35e0a6e7-c168-4feb-8832-64ce696fd20c tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.25 "DELETE /v2.0/ports/df8037e0-f455-4c1e-837e-ce2b94dd5b6f HTTP/1.1" status: 204 len: 173 time: 1.6973169 Apr 08 11:12:35.803292 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-3ae130a5-856c-4bce-ab84-28239a1fb282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:35.804790 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-3ae130a5-856c-4bce-ab84-28239a1fb282 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e19cdb1b-6b68-4ab1-b7ae-0515860cc308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492401 Apr 08 11:12:35.842608 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-67d26f5e-24dc-44bd-b3e5-f717369dd185 None None] Set router 0dbdc905-e28d-4efe-8621-94d7a0292711 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:12:35.898105 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-f550ce54-d4d3-426c-80ff-e062ec048216 service neutron] 10.222.0.25 "GET /v2.0/networks/e19cdb1b-6b68-4ab1-b7ae-0515860cc308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862939 Apr 08 11:12:36.000362 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fd1a782b-78e2-4878-83b8-5a421ae1ade4 req-593d84df-cba2-444c-8f02-5ffd209ea192 service neutron] 10.222.0.25 "GET /v2.0/networks/e19cdb1b-6b68-4ab1-b7ae-0515860cc308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862529 Apr 08 11:12:36.053434 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7347a0bc-a6a7-4fcd-8901-51b5a6bf688d req-ab24dcd0-830f-4cde-8a4b-840702c060e9 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bbffc83-8dbd-4152-84dc-605709bc41ac HTTP/1.1" status: 200 len: 210 time: 0.0337861 Apr 08 11:12:36.063017 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-67d26f5e-24dc-44bd-b3e5-f717369dd185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'name': 'tempest-TestVolumeBootPattern-37540332-router', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:51Z', 'updated_at': '2022-04-08T11:08:55Z', 'revision_number': 4, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'gw_port': {'id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:52Z', 'updated_at': '2022-04-08T11:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': 'd87257cc-ea8b-4980-a2fb-9c7b502f8e5e', 'name': '', 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'mac_address': 'fa:16:3e:91:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:54Z', 'updated_at': '2022-04-08T11:09:00Z', 'revision_number': 5, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'subnets': [{'id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:36.090776 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d26f5e-24dc-44bd-b3e5-f717369dd185 None None] Checking router: 0dbdc905-e28d-4efe-8621-94d7a0292711 for host: dv-cinder-836073-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:12:36.100968 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d26f5e-24dc-44bd-b3e5-f717369dd185 None None] Routers {'0dbdc905-e28d-4efe-8621-94d7a0292711'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:12:36.101910 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-67d26f5e-24dc-44bd-b3e5-f717369dd185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:12:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['0dbdc905-e28d-4efe-8621-94d7a0292711'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:36.182885 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9afbcd-786c-4913-8bf5-fec074b847cc req-9ded2b65-0d54-468d-9d22-410b1d9b1f48 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:36.184382 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7d9afbcd-786c-4913-8bf5-fec074b847cc req-9ded2b65-0d54-468d-9d22-410b1d9b1f48 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=20fa745b-7170-4c48-a946-d29affaa22e7 HTTP/1.1" status: 200 len: 943 time: 0.0529258 Apr 08 11:12:36.225444 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-67d26f5e-24dc-44bd-b3e5-f717369dd185 None None] Set router 0dbdc905-e28d-4efe-8621-94d7a0292711 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:12:36.236200 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7d9afbcd-786c-4913-8bf5-fec074b847cc req-bf98ee96-197e-4628-8132-96d2a37576c6 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ae43f6e-7a80-47b0-b7af-5684e2a9e070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462358 Apr 08 11:12:36.422955 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-67d26f5e-24dc-44bd-b3e5-f717369dd185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'name': 'tempest-TestVolumeBootPattern-37540332-router', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:51Z', 'updated_at': '2022-04-08T11:08:55Z', 'revision_number': 4, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'gw_port': {'id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:52Z', 'updated_at': '2022-04-08T11:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': 'd87257cc-ea8b-4980-a2fb-9c7b502f8e5e', 'name': '', 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'mac_address': 'fa:16:3e:91:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:54Z', 'updated_at': '2022-04-08T11:09:00Z', 'revision_number': 5, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'subnets': [{'id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:36.453942 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d26f5e-24dc-44bd-b3e5-f717369dd185 None None] The sync data for ids ['0dbdc905-e28d-4efe-8621-94d7a0292711'] in dv-cinder-836073-3-iscsi is: [{'id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'name': 'tempest-TestVolumeBootPattern-37540332-router', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:51Z', 'updated_at': '2022-04-08T11:08:55Z', 'revision_number': 4, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'gw_port': {'id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:52Z', 'updated_at': '2022-04-08T11:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': 'd87257cc-ea8b-4980-a2fb-9c7b502f8e5e', 'name': '', 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'mac_address': 'fa:16:3e:91:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:54Z', 'updated_at': '2022-04-08T11:09:00Z', 'revision_number': 5, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'subnets': [{'id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:12:36.598306 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:12:36.642864 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device df8037e0-f455-4c1e-837e-ce2b94dd5b6f no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:12:36.664733 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] No Port match for: df8037e0-f455-4c1e-837e-ce2b94dd5b6f {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:12:36.665104 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device df8037e0-f455-4c1e-837e-ce2b94dd5b6f not bound to the agent host hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:12:36.669167 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d086c554-0c6b-47fa-b9c6-1739c93f61f9 None None] New status for floating IP 0adc556a-91fc-4442-b92b-291560a7eaa7: DOWN {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:12:36.669812 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bbffc83-8dbd-4152-84dc-605709bc41ac', 'name': 'network-vif-deleted', 'tag': 'df8037e0-f455-4c1e-837e-ce2b94dd5b6f'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:12:36.672335 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4c1ce8-7d90-442a-93e7-23c8a4e2856f" -d '{"events": [{"server_uuid": "3bbffc83-8dbd-4152-84dc-605709bc41ac", "name": "network-vif-deleted", "tag": "df8037e0-f455-4c1e-837e-ce2b94dd5b6f"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:12:36.710931 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84886c90-52b7-4c70-95ee-5d9bf6ffa4d1 x-openstack-request-id: req-84886c90-52b7-4c70-95ee-5d9bf6ffa4d1 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:12:36.711507 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bbffc83-8dbd-4152-84dc-605709bc41ac", "name": "network-vif-deleted", "tag": "df8037e0-f455-4c1e-837e-ce2b94dd5b6f", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:12:36.711854 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-84886c90-52b7-4c70-95ee-5d9bf6ffa4d1 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:12:36.712567 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84886c90-52b7-4c70-95ee-5d9bf6ffa4d1'] response: {'server_uuid': '3bbffc83-8dbd-4152-84dc-605709bc41ac', 'name': 'network-vif-deleted', 'tag': 'df8037e0-f455-4c1e-837e-ce2b94dd5b6f', 'status': 'completed', 'code': 200} Apr 08 11:12:37.040942 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490c132-de30-4ea6-8518-f77cd5bdea29 req-be8dd953-eea8-42c7-ae09-5a65a773456e tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:37.042440 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8490c132-de30-4ea6-8518-f77cd5bdea29 req-be8dd953-eea8-42c7-ae09-5a65a773456e tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 945 time: 0.0522735 Apr 08 11:12:37.093431 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8490c132-de30-4ea6-8518-f77cd5bdea29 req-cce7106d-89bb-481a-b37d-0489a3757990 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454202 Apr 08 11:12:37.153552 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bc64cf6a-d99b-4caa-a40a-e1a2b4c0f4fe req-1fde2a2f-1c2d-4a74-984d-c2a0341f67bb tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bbffc83-8dbd-4152-84dc-605709bc41ac HTTP/1.1" status: 200 len: 210 time: 0.0285363 Apr 08 11:12:37.412231 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2b5da-6022-4a37-a83d-bd93497e7792 req-57e37f8e-d341-4dc8-8305-7ef630b7e61c tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:37.413639 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3ca2b5da-6022-4a37-a83d-bd93497e7792 req-57e37f8e-d341-4dc8-8305-7ef630b7e61c tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=20fa745b-7170-4c48-a946-d29affaa22e7 HTTP/1.1" status: 200 len: 943 time: 0.0530307 Apr 08 11:12:37.460523 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3ca2b5da-6022-4a37-a83d-bd93497e7792 req-145f3139-a868-4a1f-b632-0a983995282f tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ae43f6e-7a80-47b0-b7af-5684e2a9e070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410028 Apr 08 11:12:38.222065 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c6cb7-3b60-49c4-85c6-0ad482e521e2 req-4dde7ef4-b030-4035-b852-a61df3d09e8e tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:38.224206 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ea9c6cb7-3b60-49c4-85c6-0ad482e521e2 req-4dde7ef4-b030-4035-b852-a61df3d09e8e tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 945 time: 0.0584333 Apr 08 11:12:38.272832 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ea9c6cb7-3b60-49c4-85c6-0ad482e521e2 req-53c64b62-c569-4963-92e0-ce723fd35b22 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429454 Apr 08 11:12:38.407808 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-35b7dba2-6adc-4746-a22b-446597371667 req-44a75ccd-275a-44fb-82d7-9d5e8ec51b94 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1062516231&fields=id&tenant_id=dbbd14ea76324b76bd17c80e4eceaef9 HTTP/1.1" status: 200 len: 267 time: 0.0423710 Apr 08 11:12:38.513388 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7dba2-6adc-4746-a22b-446597371667 req-1e91fcb9-ce83-42d9-9bf0-f1a77c8c177e tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:38.514876 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-35b7dba2-6adc-4746-a22b-446597371667 req-1e91fcb9-ce83-42d9-9bf0-f1a77c8c177e tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/networks?id=92663085-05c4-47d0-9ecc-faab9dcfcd0e HTTP/1.1" status: 200 len: 810 time: 0.1001084 Apr 08 11:12:38.529748 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-35b7dba2-6adc-4746-a22b-446597371667 req-46d731ef-30b3-4845-a691-ae2434994e24 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/quotas/dbbd14ea76324b76bd17c80e4eceaef9 HTTP/1.1" status: 200 len: 375 time: 0.0089786 Apr 08 11:12:38.576282 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad65124-0981-41db-b9dd-fa09a5519f98 req-cdf86c1c-4b11-44ea-985a-99cd80652c87 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:38.577795 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2ad65124-0981-41db-b9dd-fa09a5519f98 req-cdf86c1c-4b11-44ea-985a-99cd80652c87 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=20fa745b-7170-4c48-a946-d29affaa22e7 HTTP/1.1" status: 200 len: 943 time: 0.0517058 Apr 08 11:12:38.584527 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-35b7dba2-6adc-4746-a22b-446597371667 req-4ee8102b-b312-4b1c-8c62-b87497789780 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dbbd14ea76324b76bd17c80e4eceaef9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497389 Apr 08 11:12:38.630195 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2ad65124-0981-41db-b9dd-fa09a5519f98 req-ff6b3b31-9d02-46d2-a5ea-693bb0a1d84a tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ae43f6e-7a80-47b0-b7af-5684e2a9e070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456939 Apr 08 11:12:38.657490 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 2d1263b3-8460-4012-a827-bfd5211fe909 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:12:38.681616 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-35b7dba2-6adc-4746-a22b-446597371667 req-db55cdb9-9a0d-40a0-b46c-98d237188ea6 service neutron] 10.222.0.53 "GET /v2.0/networks/92663085-05c4-47d0-9ecc-faab9dcfcd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856926 Apr 08 11:12:38.757513 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 2d1263b3-8460-4012-a827-bfd5211fe909, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=2d1263b3-8460-4012-a827-bfd5211fe909,segment=NetworkSegment(13a51762-62db-4a95-be12-8e98c62784f0),segment_id=13a51762-62db-4a95-be12-8e98c62784f0)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:12:38.768625 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Returning: {'device': '2d1263b3-8460-4012-a827-bfd5211fe909', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'port_id': '2d1263b3-8460-4012-a827-bfd5211fe909', 'mac_address': 'fa:16:3e:a1:03:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:12:38.769781 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-35b7dba2-6adc-4746-a22b-446597371667 req-7930edde-4e16-494b-b021-e466dcd35f22 service neutron] 10.222.0.53 "GET /v2.0/networks/92663085-05c4-47d0-9ecc-faab9dcfcd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821314 Apr 08 11:12:38.807950 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port 2d1263b3-8460-4012-a827-bfd5211fe909 is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:12:38.808378 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (2d1263b3-8460-4012-a827-bfd5211fe909), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:38.822705 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d1263b3-8460-4012-a827-bfd5211fe909 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:12:38.844002 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 2d1263b3-8460-4012-a827-bfd5211fe909, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=2d1263b3-8460-4012-a827-bfd5211fe909,segment=NetworkSegment(13a51762-62db-4a95-be12-8e98c62784f0),segment_id=13a51762-62db-4a95-be12-8e98c62784f0)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:12:38.946713 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (2d1263b3-8460-4012-a827-bfd5211fe909), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:38.994402 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=2d1263b3-8460-4012-a827-bfd5211fe909,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:39.326007 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] get_ports_and_sgs() called for port_ids ['2d1263b3-8460-4012-a827-bfd5211fe909'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:12:39.398704 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7a2b0-492f-4996-97a2-b983bc287047 req-06ceff62-4b43-4804-b8f4-4014d2f16ac2 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:39.404100 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-97a7a2b0-492f-4996-97a2-b983bc287047 req-06ceff62-4b43-4804-b8f4-4014d2f16ac2 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 945 time: 0.0583456 Apr 08 11:12:39.475125 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2dc7746a-b81d-4255-8a74-a1ca60bfb05d req-7eaf97ad-2e10-46d3-bb90-92b7f8ef29fe tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=86563972-0068-42a4-9b53-6f71a3a8a34e HTTP/1.1" status: 200 len: 210 time: 0.0305924 Apr 08 11:12:39.479291 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-97a7a2b0-492f-4996-97a2-b983bc287047 req-d868fc2e-1742-4cc3-8ccd-fdb985d67b74 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625889 Apr 08 11:12:39.756879 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea0b14-79b4-4246-ae5c-f6e8b523289d req-ef1130a2-2cde-4b60-8adf-f7a0aea0ea84 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:39.756879 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9bea0b14-79b4-4246-ae5c-f6e8b523289d req-ef1130a2-2cde-4b60-8adf-f7a0aea0ea84 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=20fa745b-7170-4c48-a946-d29affaa22e7 HTTP/1.1" status: 200 len: 944 time: 0.0559912 Apr 08 11:12:39.798746 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9bea0b14-79b4-4246-ae5c-f6e8b523289d req-f007f1f2-5de9-46b5-a107-4f38c2052b00 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ae43f6e-7a80-47b0-b7af-5684e2a9e070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408695 Apr 08 11:12:40.570267 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-40e1282c-2eac-4b4e-a573-21f0d928fd00 req-56f0c03d-2b76-4d10-8287-64829d663acc tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=86563972-0068-42a4-9b53-6f71a3a8a34e HTTP/1.1" status: 200 len: 210 time: 0.0279870 Apr 08 11:12:40.607794 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767a65b-a73b-413d-b6fc-aeb096af2436 req-aa8d91b9-8a75-4ca4-9af8-027820554019 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:40.609252 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2767a65b-a73b-413d-b6fc-aeb096af2436 req-aa8d91b9-8a75-4ca4-9af8-027820554019 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 945 time: 0.0528252 Apr 08 11:12:40.656062 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2767a65b-a73b-413d-b6fc-aeb096af2436 req-b11c20a4-7d9b-4f05-a375-316ff4d8b121 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403931 Apr 08 11:12:40.676568 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 2d1263b3-8460-4012-a827-bfd5211fe909 up at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:12:40.788046 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning for port 2d1263b3-8460-4012-a827-bfd5211fe909 completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:12:40.793988 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning complete for port 2d1263b3-8460-4012-a827-bfd5211fe909 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:12:40.798246 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (2d1263b3-8460-4012-a827-bfd5211fe909), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:40.880688 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port 2d1263b3-8460-4012-a827-bfd5211fe909 is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:12:40.881075 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (2d1263b3-8460-4012-a827-bfd5211fe909), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:40.903757 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fa745b-7170-4c48-a946-d29affaa22e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1263b3-8460-4012-a827-bfd5211fe909'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:12:40.906031 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351759d57aafe3a60f453950940ba8882eb57342389be8e59779499322ae84b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be7f791-10a2-47f0-8972-5f2bfa5b0c0a" -d '{"events": [{"server_uuid": "20fa745b-7170-4c48-a946-d29affaa22e7", "name": "network-vif-plugged", "status": "completed", "tag": "2d1263b3-8460-4012-a827-bfd5211fe909"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:12:40.929875 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0567f-4345-4ef3-b32b-ea5ab59f72b0 req-51720c54-9302-46e2-a2c3-d2dd549f268c tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:40.931044 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 2d1263b3-8460-4012-a827-bfd5211fe909, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=2d1263b3-8460-4012-a827-bfd5211fe909,segment=NetworkSegment(13a51762-62db-4a95-be12-8e98c62784f0),segment_id=13a51762-62db-4a95-be12-8e98c62784f0)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:12:40.934062 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c1f0567f-4345-4ef3-b32b-ea5ab59f72b0 req-51720c54-9302-46e2-a2c3-d2dd549f268c tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=20fa745b-7170-4c48-a946-d29affaa22e7 HTTP/1.1" status: 200 len: 944 time: 0.0616016 Apr 08 11:12:40.944496 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a99ea0d-3b52-47a8-bedc-52ac85224e54 x-openstack-request-id: req-4a99ea0d-3b52-47a8-bedc-52ac85224e54 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:12:40.944808 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20fa745b-7170-4c48-a946-d29affaa22e7", "name": "network-vif-plugged", "status": "completed", "tag": "2d1263b3-8460-4012-a827-bfd5211fe909", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:12:40.945064 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4a99ea0d-3b52-47a8-bedc-52ac85224e54 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:12:40.945454 dv-cinder-836073-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a99ea0d-3b52-47a8-bedc-52ac85224e54'] response: {'server_uuid': '20fa745b-7170-4c48-a946-d29affaa22e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1263b3-8460-4012-a827-bfd5211fe909', 'code': 200} Apr 08 11:12:40.977831 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c1f0567f-4345-4ef3-b32b-ea5ab59f72b0 req-1fd0cc77-6758-40d9-9188-7a0841abbdf3 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ae43f6e-7a80-47b0-b7af-5684e2a9e070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421813 Apr 08 11:12:41.009861 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (2d1263b3-8460-4012-a827-bfd5211fe909), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:41.057974 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=2d1263b3-8460-4012-a827-bfd5211fe909,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:41.518415 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36578a0-6ecd-42eb-883e-b2e067627f04 req-11dc5350-6aa7-424a-8f3d-295460cb9019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:41.519896 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d36578a0-6ecd-42eb-883e-b2e067627f04 req-11dc5350-6aa7-424a-8f3d-295460cb9019 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=20fa745b-7170-4c48-a946-d29affaa22e7 HTTP/1.1" status: 200 len: 1129 time: 0.0887828 Apr 08 11:12:41.563247 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d36578a0-6ecd-42eb-883e-b2e067627f04 req-1fcf283a-877d-449d-acda-a4b7d73875ee service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7ae43f6e-7a80-47b0-b7af-5684e2a9e070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367715 Apr 08 11:12:41.664425 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-13a51764-72a0-4a51-940a-131b16a2ff3c req-d67997d1-5308-4e00-a9dd-891b0261ab46 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=86563972-0068-42a4-9b53-6f71a3a8a34e HTTP/1.1" status: 200 len: 210 time: 0.0270536 Apr 08 11:12:41.776916 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6d94f-9972-4420-9d0c-a76d6371329a req-92fedfa4-6651-4214-bc87-ee670d831df8 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:41.778404 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-18f6d94f-9972-4420-9d0c-a76d6371329a req-92fedfa4-6651-4214-bc87-ee670d831df8 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 945 time: 0.0522053 Apr 08 11:12:41.830265 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-18f6d94f-9972-4420-9d0c-a76d6371329a req-42af9848-959b-4f5d-bf8c-3c8bd8625761 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463426 Apr 08 11:12:41.993184 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7dba2-6adc-4746-a22b-446597371667 req-aa03ba4a-706d-4b2e-8f86-5367d30d55ec tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:41.994536 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-35b7dba2-6adc-4746-a22b-446597371667 req-aa03ba4a-706d-4b2e-8f86-5367d30d55ec tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.25 "GET /v2.0/networks?id=92663085-05c4-47d0-9ecc-faab9dcfcd0e HTTP/1.1" status: 200 len: 810 time: 0.0975239 Apr 08 11:12:42.097337 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9353333-29b4-4e6a-9233-f4cf3cdfcd6f req-803ca7fb-5fc5-46c9-9520-b45120698d66 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:42.099352 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b9353333-29b4-4e6a-9233-f4cf3cdfcd6f req-803ca7fb-5fc5-46c9-9520-b45120698d66 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=20fa745b-7170-4c48-a946-d29affaa22e7 HTTP/1.1" status: 200 len: 945 time: 0.0547924 Apr 08 11:12:42.145095 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b9353333-29b4-4e6a-9233-f4cf3cdfcd6f req-16a8a389-4bad-4ecb-86b8-09de2a2a4565 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ae43f6e-7a80-47b0-b7af-5684e2a9e070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395029 Apr 08 11:12:42.452292 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-35b7dba2-6adc-4746-a22b-446597371667 req-fec62873-2dd4-43d6-81e3-5188ee629b33 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbbd14ea76324b76bd17c80e4eceaef9 HTTP/1.1" status: 200 len: 380 time: 0.0536084 Apr 08 11:12:42.464478 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-35b7dba2-6adc-4746-a22b-446597371667 req-8e37b043-b9f5-45f7-a851-cd19ac5748be tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Request body: {'port': {'device_id': '86563972-0068-42a4-9b53-6f71a3a8a34e', 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'admin_state_up': True, 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'security_groups': ['4c5d86ed-5450-4b20-9af2-227fa527619d']}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:12:42.624117 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35b7dba2-6adc-4746-a22b-446597371667 req-8e37b043-b9f5-45f7-a851-cd19ac5748be tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Made reservation on behalf of dbbd14ea76324b76bd17c80e4eceaef9 for: {'port': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:12:42.629754 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-35b7dba2-6adc-4746-a22b-446597371667 req-8e37b043-b9f5-45f7-a851-cd19ac5748be tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:42.769743 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a2ebd6c0-795d-4631-8738-8262ad338375 req-16c28be2-d893-43a4-ab92-a9dba448756c tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=86563972-0068-42a4-9b53-6f71a3a8a34e HTTP/1.1" status: 200 len: 210 time: 0.0358889 Apr 08 11:12:42.787688 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [req-35b7dba2-6adc-4746-a22b-446597371667 req-8e37b043-b9f5-45f7-a851-cd19ac5748be tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Allocated IP 172.20.0.8 (92663085-05c4-47d0-9ecc-faab9dcfcd0e/1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316/6aedc894-e23d-4b2a-b17e-0d7f7852abfc) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:12:42.922611 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-35b7dba2-6adc-4746-a22b-446597371667 req-8e37b043-b9f5-45f7-a851-cd19ac5748be tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for port (6aedc894-e23d-4b2a-b17e-0d7f7852abfc), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:42.964427 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6b582-f666-4837-875b-88dfa2771180 req-95b93d23-ec1b-4521-90b2-ba7db661f9ab tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:42.965834 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f9d6b582-f666-4837-875b-88dfa2771180 req-95b93d23-ec1b-4521-90b2-ba7db661f9ab tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 945 time: 0.0651362 Apr 08 11:12:43.010046 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-35b7dba2-6adc-4746-a22b-446597371667 req-8e37b043-b9f5-45f7-a851-cd19ac5748be tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (6aedc894-e23d-4b2a-b17e-0d7f7852abfc), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:43.013250 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f9d6b582-f666-4837-875b-88dfa2771180 req-c98b8566-fd77-4fa0-9442-28213be36f6e tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417747 Apr 08 11:12:43.060620 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35b7dba2-6adc-4746-a22b-446597371667 req-8e37b043-b9f5-45f7-a851-cd19ac5748be tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Network 92663085-05c4-47d0-9ecc-faab9dcfcd0e is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:12:43.063642 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [req-35b7dba2-6adc-4746-a22b-446597371667 req-8e37b043-b9f5-45f7-a851-cd19ac5748be tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:12:43.070662 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b7dba2-6adc-4746-a22b-446597371667 req-8e37b043-b9f5-45f7-a851-cd19ac5748be tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:12:43.077217 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37b043-b9f5-45f7-a851-cd19ac5748be tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Pushing event updated for resources: {'Port': ['ID=6aedc894-e23d-4b2a-b17e-0d7f7852abfc,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:43.109140 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e37b043-b9f5-45f7-a851-cd19ac5748be tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:43.109489 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e37b043-b9f5-45f7-a851-cd19ac5748be tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:43.109883 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e37b043-b9f5-45f7-a851-cd19ac5748be tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:43.110233 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e37b043-b9f5-45f7-a851-cd19ac5748be tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:43.110575 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e37b043-b9f5-45f7-a851-cd19ac5748be tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:43.110911 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e37b043-b9f5-45f7-a851-cd19ac5748be tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:43.111246 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e37b043-b9f5-45f7-a851-cd19ac5748be tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:43.111578 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e37b043-b9f5-45f7-a851-cd19ac5748be tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:43.111935 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e37b043-b9f5-45f7-a851-cd19ac5748be tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:43.112270 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e37b043-b9f5-45f7-a851-cd19ac5748be tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:43.112602 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e37b043-b9f5-45f7-a851-cd19ac5748be tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:43.112940 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e37b043-b9f5-45f7-a851-cd19ac5748be tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:43.113347 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e37b043-b9f5-45f7-a851-cd19ac5748be tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:43.113696 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e37b043-b9f5-45f7-a851-cd19ac5748be tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:43.114027 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e37b043-b9f5-45f7-a851-cd19ac5748be tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:43.138606 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7dba2-6adc-4746-a22b-446597371667 req-8e37b043-b9f5-45f7-a851-cd19ac5748be tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:43.139249 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-35b7dba2-6adc-4746-a22b-446597371667 req-8e37b043-b9f5-45f7-a851-cd19ac5748be tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:43.226119 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-35b7dba2-6adc-4746-a22b-446597371667 req-8e37b043-b9f5-45f7-a851-cd19ac5748be tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7647624 Apr 08 11:12:43.272839 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd1cbd-4939-41ac-8d0a-0bbea2b10934 req-99cbeb23-d4fd-46a9-bd7b-2944faed81a2 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:43.274373 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0fdd1cbd-4939-41ac-8d0a-0bbea2b10934 req-99cbeb23-d4fd-46a9-bd7b-2944faed81a2 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=20fa745b-7170-4c48-a946-d29affaa22e7 HTTP/1.1" status: 200 len: 945 time: 0.0606682 Apr 08 11:12:43.307198 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-3d512f25-7eeb-40e4-a954-943989c0bc28 None None] Provisioning complete for port 6aedc894-e23d-4b2a-b17e-0d7f7852abfc triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:12:43.308142 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3d512f25-7eeb-40e4-a954-943989c0bc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (6aedc894-e23d-4b2a-b17e-0d7f7852abfc), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:43.310397 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-35b7dba2-6adc-4746-a22b-446597371667 req-15d9752b-28d1-4552-a3ad-c1d957dd46b1 service neutron] Request body: {'port': {'device_id': '86563972-0068-42a4-9b53-6f71a3a8a34e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:12:43.346152 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-3d512f25-7eeb-40e4-a954-943989c0bc28 None None] Port 6aedc894-e23d-4b2a-b17e-0d7f7852abfc cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:12:43.370568 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0fdd1cbd-4939-41ac-8d0a-0bbea2b10934 req-0965c02f-713b-4b4a-883c-3a2db31b4ce9 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ae43f6e-7a80-47b0-b7af-5684e2a9e070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903542 Apr 08 11:12:43.403292 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-35b7dba2-6adc-4746-a22b-446597371667 req-15d9752b-28d1-4552-a3ad-c1d957dd46b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (6aedc894-e23d-4b2a-b17e-0d7f7852abfc), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:43.666477 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [req-35b7dba2-6adc-4746-a22b-446597371667 req-15d9752b-28d1-4552-a3ad-c1d957dd46b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aedc894-e23d-4b2a-b17e-0d7f7852abfc {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:12:43.675082 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-35b7dba2-6adc-4746-a22b-446597371667 req-15d9752b-28d1-4552-a3ad-c1d957dd46b1 service neutron] Publish callbacks [] for port (6aedc894-e23d-4b2a-b17e-0d7f7852abfc), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:43.688176 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [req-35b7dba2-6adc-4746-a22b-446597371667 req-15d9752b-28d1-4552-a3ad-c1d957dd46b1 service neutron] Transition to ACTIVE for port object 6aedc894-e23d-4b2a-b17e-0d7f7852abfc will not be triggered until provisioned by entity L2. {{(pid=104016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:12:43.819294 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-35b7dba2-6adc-4746-a22b-446597371667 req-15d9752b-28d1-4552-a3ad-c1d957dd46b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3536654'] for port (6aedc894-e23d-4b2a-b17e-0d7f7852abfc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:43.874616 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9752b-28d1-4552-a3ad-c1d957dd46b1 service neutron] Pushing event updated for resources: {'Port': ['ID=6aedc894-e23d-4b2a-b17e-0d7f7852abfc,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:43.889738 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99601c-1525-4b77-90fc-e7be3d743f50 req-cc61aa3c-a389-4b23-ac5e-c45e035a0f1e tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:43.891415 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ed99601c-1525-4b77-90fc-e7be3d743f50 req-cc61aa3c-a389-4b23-ac5e-c45e035a0f1e tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=86563972-0068-42a4-9b53-6f71a3a8a34e HTTP/1.1" status: 200 len: 943 time: 0.0561728 Apr 08 11:12:43.942815 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-35b7dba2-6adc-4746-a22b-446597371667 req-15d9752b-28d1-4552-a3ad-c1d957dd46b1 service neutron] Attempting to bind port 6aedc894-e23d-4b2a-b17e-0d7f7852abfc on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:12:43.943248 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-35b7dba2-6adc-4746-a22b-446597371667 req-15d9752b-28d1-4552-a3ad-c1d957dd46b1 service neutron] Attempting to bind port 6aedc894-e23d-4b2a-b17e-0d7f7852abfc by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '19af6e16-2d4e-4c32-a209-a5bfe8de0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:12:43.944065 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b7dba2-6adc-4746-a22b-446597371667 req-15d9752b-28d1-4552-a3ad-c1d957dd46b1 service neutron] Attempting to bind port 6aedc894-e23d-4b2a-b17e-0d7f7852abfc on network 92663085-05c4-47d0-9ecc-faab9dcfcd0e {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:12:43.949517 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b7dba2-6adc-4746-a22b-446597371667 req-15d9752b-28d1-4552-a3ad-c1d957dd46b1 service neutron] Port 6aedc894-e23d-4b2a-b17e-0d7f7852abfc on network 92663085-05c4-47d0-9ecc-faab9dcfcd0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:12:43.949820 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ed99601c-1525-4b77-90fc-e7be3d743f50 req-d34756da-f196-4421-960c-d216bdc8c872 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510771 Apr 08 11:12:43.950005 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b7dba2-6adc-4746-a22b-446597371667 req-15d9752b-28d1-4552-a3ad-c1d957dd46b1 service neutron] Attempting to bind port 6aedc894-e23d-4b2a-b17e-0d7f7852abfc on network 92663085-05c4-47d0-9ecc-faab9dcfcd0e {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:12:43.958296 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b7dba2-6adc-4746-a22b-446597371667 req-15d9752b-28d1-4552-a3ad-c1d957dd46b1 service neutron] Checking agent: {'id': '05eae265-77bc-4fda-a145-417801a6b133', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'started_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:12:43.958296 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b7dba2-6adc-4746-a22b-446597371667 req-15d9752b-28d1-4552-a3ad-c1d957dd46b1 service neutron] Checking segment: {'id': '19af6e16-2d4e-4c32-a209-a5bfe8de0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:12:43.958296 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b7dba2-6adc-4746-a22b-446597371667 req-15d9752b-28d1-4552-a3ad-c1d957dd46b1 service neutron] Bound using segment: {'id': '19af6e16-2d4e-4c32-a209-a5bfe8de0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:12:43.958296 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-35b7dba2-6adc-4746-a22b-446597371667 req-15d9752b-28d1-4552-a3ad-c1d957dd46b1 service neutron] Bound port: 6aedc894-e23d-4b2a-b17e-0d7f7852abfc, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19af6e16-2d4e-4c32-a209-a5bfe8de0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:12:43.958296 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-35b7dba2-6adc-4746-a22b-446597371667 req-15d9752b-28d1-4552-a3ad-c1d957dd46b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (6aedc894-e23d-4b2a-b17e-0d7f7852abfc), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:44.029336 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-35b7dba2-6adc-4746-a22b-446597371667 req-15d9752b-28d1-4552-a3ad-c1d957dd46b1 service neutron] For port 6aedc894-e23d-4b2a-b17e-0d7f7852abfc, host hv-cinder-83607, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:12:44.032620 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-35b7dba2-6adc-4746-a22b-446597371667 req-15d9752b-28d1-4552-a3ad-c1d957dd46b1 service neutron] For port 6aedc894-e23d-4b2a-b17e-0d7f7852abfc, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6aedc894-e23d-4b2a-b17e-0d7f7852abfc,segment=NetworkSegment(19af6e16-2d4e-4c32-a209-a5bfe8de0cac),segment_id=19af6e16-2d4e-4c32-a209-a5bfe8de0cac)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:12:44.136494 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-35b7dba2-6adc-4746-a22b-446597371667 req-15d9752b-28d1-4552-a3ad-c1d957dd46b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3536654'] for port (6aedc894-e23d-4b2a-b17e-0d7f7852abfc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:44.145168 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15184ccc-4988-46b2-8c3b-b45cd032e1be req-0108e7a3-d33d-4a81-ba70-6ee1a351c40a tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:44.147210 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-15184ccc-4988-46b2-8c3b-b45cd032e1be req-0108e7a3-d33d-4a81-ba70-6ee1a351c40a tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 945 time: 0.0573440 Apr 08 11:12:44.194783 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7dba2-6adc-4746-a22b-446597371667 req-15d9752b-28d1-4552-a3ad-c1d957dd46b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:44.195394 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-35b7dba2-6adc-4746-a22b-446597371667 req-15d9752b-28d1-4552-a3ad-c1d957dd46b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:44.196801 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-35b7dba2-6adc-4746-a22b-446597371667 req-15d9752b-28d1-4552-a3ad-c1d957dd46b1 service neutron] 10.222.0.25 "PUT /v2.0/ports/6aedc894-e23d-4b2a-b17e-0d7f7852abfc HTTP/1.1" status: 200 len: 1093 time: 0.8982050 Apr 08 11:12:44.198853 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86563972-0068-42a4-9b53-6f71a3a8a34e', 'tag': '6aedc894-e23d-4b2a-b17e-0d7f7852abfc'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:12:44.201063 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c86b10-5eef-4320-a5d0-6a58cc6bacf1" -d '{"events": [{"name": "network-changed", "server_uuid": "86563972-0068-42a4-9b53-6f71a3a8a34e", "tag": "6aedc894-e23d-4b2a-b17e-0d7f7852abfc"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:12:44.240760 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9752b-28d1-4552-a3ad-c1d957dd46b1 service neutron] Pushing event updated for resources: {'Port': ['ID=6aedc894-e23d-4b2a-b17e-0d7f7852abfc,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:44.250423 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-15184ccc-4988-46b2-8c3b-b45cd032e1be req-7304496b-4365-483f-81db-62ebe10fe3b9 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962708 Apr 08 11:12:44.315631 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0ecec5-120a-4ca6-915e-01a80994df97 x-openstack-request-id: req-bc0ecec5-120a-4ca6-915e-01a80994df97 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:12:44.315927 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86563972-0068-42a4-9b53-6f71a3a8a34e", "tag": "6aedc894-e23d-4b2a-b17e-0d7f7852abfc", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:12:44.316180 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc0ecec5-120a-4ca6-915e-01a80994df97 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:12:44.316664 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc0ecec5-120a-4ca6-915e-01a80994df97'] response: {'name': 'network-changed', 'server_uuid': '86563972-0068-42a4-9b53-6f71a3a8a34e', 'tag': '6aedc894-e23d-4b2a-b17e-0d7f7852abfc', 'status': 'completed', 'code': 200} Apr 08 11:12:44.408605 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7dba2-6adc-4746-a22b-446597371667 req-3ae88959-add6-48c4-ac12-5048dc60aec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:44.410053 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-35b7dba2-6adc-4746-a22b-446597371667 req-3ae88959-add6-48c4-ac12-5048dc60aec3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dbbd14ea76324b76bd17c80e4eceaef9&device_id=86563972-0068-42a4-9b53-6f71a3a8a34e HTTP/1.1" status: 200 len: 1127 time: 0.0614114 Apr 08 11:12:44.470227 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-35b7dba2-6adc-4746-a22b-446597371667 req-e9cc7bb5-c330-4899-a609-6687987cf021 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6aedc894-e23d-4b2a-b17e-0d7f7852abfc HTTP/1.1" status: 200 len: 217 time: 0.0440111 Apr 08 11:12:44.551977 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f6daa-35a4-4c46-a813-70458d4b0ca5 req-2e964d23-8213-4f26-8bd9-53dc27216ae2 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:44.553489 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-da6f6daa-35a4-4c46-a813-70458d4b0ca5 req-2e964d23-8213-4f26-8bd9-53dc27216ae2 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=20fa745b-7170-4c48-a946-d29affaa22e7 HTTP/1.1" status: 200 len: 945 time: 0.0924814 Apr 08 11:12:44.554785 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7dba2-6adc-4746-a22b-446597371667 req-8289dfd1-8f8c-4d6b-99cb-a1fbe5237bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:44.556081 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-35b7dba2-6adc-4746-a22b-446597371667 req-8289dfd1-8f8c-4d6b-99cb-a1fbe5237bc4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316 HTTP/1.1" status: 200 len: 849 time: 0.0679784 Apr 08 11:12:44.632522 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-da6f6daa-35a4-4c46-a813-70458d4b0ca5 req-771048a9-509f-4ec1-b925-bc66597dddce tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ae43f6e-7a80-47b0-b7af-5684e2a9e070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733030 Apr 08 11:12:44.636896 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7dba2-6adc-4746-a22b-446597371667 req-ac15d18f-7f07-4f5f-aea6-2a78e2741991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:44.638372 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-35b7dba2-6adc-4746-a22b-446597371667 req-ac15d18f-7f07-4f5f-aea6-2a78e2741991 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=92663085-05c4-47d0-9ecc-faab9dcfcd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0736365 Apr 08 11:12:44.734155 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-35b7dba2-6adc-4746-a22b-446597371667 req-d4aa5213-1a68-49b3-82a2-84028ecef457 service neutron] 10.222.0.25 "GET /v2.0/networks/92663085-05c4-47d0-9ecc-faab9dcfcd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891783 Apr 08 11:12:44.751350 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69df0e-5b17-4b17-ba39-b5f72a024524 req-da502547-d4f2-4df0-91b5-4fabe8c75307 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:44.752829 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4e69df0e-5b17-4b17-ba39-b5f72a024524 req-da502547-d4f2-4df0-91b5-4fabe8c75307 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=20fa745b-7170-4c48-a946-d29affaa22e7 HTTP/1.1" status: 200 len: 945 time: 0.0538404 Apr 08 11:12:44.762004 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 49406) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:12:44.766492 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-9ebd5fcc-6bb4-4615-b4ed-53eaf4140bf2 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Request body: {'floatingip': {'port_id': '2d1263b3-8460-4012-a827-bfd5211fe909'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:12:44.805670 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9ebd5fcc-6bb4-4615-b4ed-53eaf4140bf2 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for floatingip (11e6e854-e8c0-46f9-9e77-02417ef9b1fa), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:44.831625 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-35b7dba2-6adc-4746-a22b-446597371667 req-506d428c-4bc7-4899-88a6-eab448b4ecc6 service neutron] 10.222.0.25 "GET /v2.0/networks/92663085-05c4-47d0-9ecc-faab9dcfcd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877557 Apr 08 11:12:45.078366 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5227ef-424c-486b-a042-f3daec55bcef req-8c2f7a91-da12-4ad7-bf99-2ee6f7ccae07 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:45.079981 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5f5227ef-424c-486b-a042-f3daec55bcef req-8c2f7a91-da12-4ad7-bf99-2ee6f7ccae07 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=86563972-0068-42a4-9b53-6f71a3a8a34e HTTP/1.1" status: 200 len: 943 time: 0.0599854 Apr 08 11:12:45.138671 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5f5227ef-424c-486b-a042-f3daec55bcef req-3ef1356a-eea9-4496-929f-f0d9eaad9a28 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517311 Apr 08 11:12:45.367751 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c86b10-5eef-4320-a5d0-6a58cc6bacf1 req-9957b4bc-686f-4bc4-9acf-29ad76be9a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:45.369326 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-89c86b10-5eef-4320-a5d0-6a58cc6bacf1 req-9957b4bc-686f-4bc4-9acf-29ad76be9a93 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dbbd14ea76324b76bd17c80e4eceaef9&device_id=86563972-0068-42a4-9b53-6f71a3a8a34e HTTP/1.1" status: 200 len: 1127 time: 0.0454094 Apr 08 11:12:45.423530 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b370d-146c-4bb1-b40c-4319a29e470c req-bac1fb5c-1e75-4952-ad3f-92a1b5844411 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:45.424999 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-904b370d-146c-4bb1-b40c-4319a29e470c req-bac1fb5c-1e75-4952-ad3f-92a1b5844411 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 945 time: 0.0924149 Apr 08 11:12:45.458482 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c86b10-5eef-4320-a5d0-6a58cc6bacf1 req-dcd1a521-0d24-4ae6-ab51-6c76085257aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:45.460463 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-89c86b10-5eef-4320-a5d0-6a58cc6bacf1 req-dcd1a521-0d24-4ae6-ab51-6c76085257aa service neutron] 10.222.0.25 "GET /v2.0/networks?id=92663085-05c4-47d0-9ecc-faab9dcfcd0e HTTP/1.1" status: 200 len: 911 time: 0.0853102 Apr 08 11:12:45.512599 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9ebd5fcc-6bb4-4615-b4ed-53eaf4140bf2 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:45.514101 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-89c86b10-5eef-4320-a5d0-6a58cc6bacf1 req-46d4b94f-eecb-4637-9439-3cf6f5f08b12 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6aedc894-e23d-4b2a-b17e-0d7f7852abfc HTTP/1.1" status: 200 len: 217 time: 0.0390816 Apr 08 11:12:45.519749 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-904b370d-146c-4bb1-b40c-4319a29e470c req-c03e7155-7b18-45a5-9c34-9ae9cf61e093 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864556 Apr 08 11:12:45.563005 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c86b10-5eef-4320-a5d0-6a58cc6bacf1 req-52fe588e-f71b-442a-9578-87a472730412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:45.564362 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-89c86b10-5eef-4320-a5d0-6a58cc6bacf1 req-52fe588e-f71b-442a-9578-87a472730412 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316 HTTP/1.1" status: 200 len: 849 time: 0.0448334 Apr 08 11:12:45.569728 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9ebd5fcc-6bb4-4615-b4ed-53eaf4140bf2 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456385'] for floatingip (11e6e854-e8c0-46f9-9e77-02417ef9b1fa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:45.617545 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c86b10-5eef-4320-a5d0-6a58cc6bacf1 req-ad5b34b9-5158-400a-9068-516a30a63fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:45.619072 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-89c86b10-5eef-4320-a5d0-6a58cc6bacf1 req-ad5b34b9-5158-400a-9068-516a30a63fbb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=92663085-05c4-47d0-9ecc-faab9dcfcd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454698 Apr 08 11:12:45.672813 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.db.l3_db [None req-9ebd5fcc-6bb4-4615-b4ed-53eaf4140bf2 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Floating IP 11e6e854-e8c0-46f9-9e77-02417ef9b1fa associated. External IP: 172.27.0.238, port: 2d1263b3-8460-4012-a827-bfd5211fe909. Apr 08 11:12:45.711035 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-89c86b10-5eef-4320-a5d0-6a58cc6bacf1 req-7eae5dd3-984f-49dc-8d10-e0fb3e310e02 service neutron] 10.222.0.25 "GET /v2.0/networks/92663085-05c4-47d0-9ecc-faab9dcfcd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862958 Apr 08 11:12:45.800015 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-89c86b10-5eef-4320-a5d0-6a58cc6bacf1 req-4dc47959-d21c-4de4-94f9-57a485fbe88e service neutron] 10.222.0.25 "GET /v2.0/networks/92663085-05c4-47d0-9ecc-faab9dcfcd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819607 Apr 08 11:12:45.882972 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ebd5fcc-6bb4-4615-b4ed-53eaf4140bf2 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Router 943a4045-54bd-49f9-88a5-96d188b44ed8 has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:12:45.988498 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebd5fcc-6bb4-4615-b4ed-53eaf4140bf2 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:12:45.992926 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9ebd5fcc-6bb4-4615-b4ed-53eaf4140bf2 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:45.999067 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd07682-3c27-4808-8a66-fb3d80e8becb None None] Sync routers for ids ['943a4045-54bd-49f9-88a5-96d188b44ed8'] in dv-cinder-836073-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:12:46.009054 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd07682-3c27-4808-8a66-fb3d80e8becb None None] Routers {'943a4045-54bd-49f9-88a5-96d188b44ed8'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:12:46.009713 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-bbd07682-3c27-4808-8a66-fb3d80e8becb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:12:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['943a4045-54bd-49f9-88a5-96d188b44ed8'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:46.022553 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-9ebd5fcc-6bb4-4615-b4ed-53eaf4140bf2 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "PUT /v2.0/floatingips/11e6e854-e8c0-46f9-9e77-02417ef9b1fa HTTP/1.1" status: 200 len: 991 time: 1.2588172 Apr 08 11:12:46.023142 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20fa745b-7170-4c48-a946-d29affaa22e7', 'tag': '2d1263b3-8460-4012-a827-bfd5211fe909'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:12:46.025388 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a3d6de9c0cd8caeb53273f75c3329218c515297e9068abeca36dc087c161ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77135cc-2e35-42ea-98c1-692654b703c4" -d '{"events": [{"name": "network-changed", "server_uuid": "20fa745b-7170-4c48-a946-d29affaa22e7", "tag": "2d1263b3-8460-4012-a827-bfd5211fe909"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:12:46.061458 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92130938-7f68-4024-a642-e2b9dc567b3d x-openstack-request-id: req-92130938-7f68-4024-a642-e2b9dc567b3d {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:12:46.061791 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20fa745b-7170-4c48-a946-d29affaa22e7", "tag": "2d1263b3-8460-4012-a827-bfd5211fe909", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:12:46.062048 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-92130938-7f68-4024-a642-e2b9dc567b3d {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:12:46.062448 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92130938-7f68-4024-a642-e2b9dc567b3d'] response: {'name': 'network-changed', 'server_uuid': '20fa745b-7170-4c48-a946-d29affaa22e7', 'tag': '2d1263b3-8460-4012-a827-bfd5211fe909', 'status': 'completed', 'code': 200} Apr 08 11:12:46.121093 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-bbd07682-3c27-4808-8a66-fb3d80e8becb None None] Set router 943a4045-54bd-49f9-88a5-96d188b44ed8 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:12:46.164885 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77135cc-2e35-42ea-98c1-692654b703c4 req-0e1b1615-b200-4608-bcbf-a41402e72cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:46.167205 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b77135cc-2e35-42ea-98c1-692654b703c4 req-0e1b1615-b200-4608-bcbf-a41402e72cb4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ff706c0e7c16476e8c00ca1ba4e85ed9&device_id=20fa745b-7170-4c48-a946-d29affaa22e7 HTTP/1.1" status: 200 len: 1129 time: 0.0503356 Apr 08 11:12:46.259203 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87ff9f-a03b-4296-bc79-8f4363b9063d req-5f9325d0-6880-41b3-b197-a150322575e2 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:46.260733 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2d87ff9f-a03b-4296-bc79-8f4363b9063d req-5f9325d0-6880-41b3-b197-a150322575e2 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=86563972-0068-42a4-9b53-6f71a3a8a34e HTTP/1.1" status: 200 len: 943 time: 0.0544572 Apr 08 11:12:46.270426 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77135cc-2e35-42ea-98c1-692654b703c4 req-49a0a18a-fec0-4aed-91c2-cb17362da322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:46.271957 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b77135cc-2e35-42ea-98c1-692654b703c4 req-49a0a18a-fec0-4aed-91c2-cb17362da322 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e19cdb1b-6b68-4ab1-b7ae-0515860cc308 HTTP/1.1" status: 200 len: 916 time: 0.0903323 Apr 08 11:12:46.314051 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2d87ff9f-a03b-4296-bc79-8f4363b9063d req-5b14cf60-5d18-4f5b-91e1-fccf83877a65 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469339 Apr 08 11:12:46.344803 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b77135cc-2e35-42ea-98c1-692654b703c4 req-9eeecaef-f563-4155-bd18-8f0d6fe717ba service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d1263b3-8460-4012-a827-bfd5211fe909 HTTP/1.1" status: 200 len: 999 time: 0.0661278 Apr 08 11:12:46.355696 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-bbd07682-3c27-4808-8a66-fb3d80e8becb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'name': 'tempest-AttachVolumeNegativeTest-1482535796-router', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:32Z', 'revision_number': 4, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'gw_port': {'id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:23Z', 'updated_at': '2022-04-08T11:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': '11e6e854-e8c0-46f9-9e77-02417ef9b1fa', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'port_id': '2d1263b3-8460-4012-a827-bfd5211fe909', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'mac_address': 'fa:16:3e:a1:03:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fa745b-7170-4c48-a946-d29affaa22e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:12:26Z', 'updated_at': '2022-04-08T11:12:45Z', 'revision_number': 1, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6064dd6-c164-4146-88c3-81cec2380cb9', 'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'mac_address': 'fa:16:3e:eb:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:31Z', 'updated_at': '2022-04-08T11:07:43Z', 'revision_number': 5, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'subnets': [{'id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:46.382769 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd07682-3c27-4808-8a66-fb3d80e8becb None None] Checking router: 943a4045-54bd-49f9-88a5-96d188b44ed8 for host: dv-cinder-836073-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:12:46.391292 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd07682-3c27-4808-8a66-fb3d80e8becb None None] Routers {'943a4045-54bd-49f9-88a5-96d188b44ed8'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:12:46.391909 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-bbd07682-3c27-4808-8a66-fb3d80e8becb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:12:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['943a4045-54bd-49f9-88a5-96d188b44ed8'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:46.393328 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77135cc-2e35-42ea-98c1-692654b703c4 req-80c7a9ba-442d-4413-bd8c-26284846d04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:46.396214 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b77135cc-2e35-42ea-98c1-692654b703c4 req-80c7a9ba-442d-4413-bd8c-26284846d04c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9010fa40-00fa-4f20-8fb7-c4e600b421ca HTTP/1.1" status: 200 len: 854 time: 0.0438995 Apr 08 11:12:46.444513 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77135cc-2e35-42ea-98c1-692654b703c4 req-c81b2809-08bb-48cd-94b0-724cac4de9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:46.446167 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b77135cc-2e35-42ea-98c1-692654b703c4 req-c81b2809-08bb-48cd-94b0-724cac4de9ac service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e19cdb1b-6b68-4ab1-b7ae-0515860cc308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446012 Apr 08 11:12:46.544555 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b77135cc-2e35-42ea-98c1-692654b703c4 req-dc455097-4f7f-4da0-8870-329e5bc0d06d service neutron] 10.222.0.25 "GET /v2.0/networks/e19cdb1b-6b68-4ab1-b7ae-0515860cc308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907950 Apr 08 11:12:46.629330 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-bbd07682-3c27-4808-8a66-fb3d80e8becb None None] Set router 943a4045-54bd-49f9-88a5-96d188b44ed8 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:12:46.671029 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b77135cc-2e35-42ea-98c1-692654b703c4 req-0b044391-e575-4f8d-9e96-c5014222058d service neutron] 10.222.0.25 "GET /v2.0/networks/e19cdb1b-6b68-4ab1-b7ae-0515860cc308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201129 Apr 08 11:12:46.681933 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b46109-7aa9-4efd-a7d5-890334ac5cbc req-b743c70c-a956-4f98-b3fd-5336aeb23569 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:46.683333 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a5b46109-7aa9-4efd-a7d5-890334ac5cbc req-b743c70c-a956-4f98-b3fd-5336aeb23569 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 945 time: 0.0793481 Apr 08 11:12:46.731239 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a5b46109-7aa9-4efd-a7d5-890334ac5cbc req-6c81b3c4-474e-4680-b09e-c02a51200de9 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421901 Apr 08 11:12:46.851000 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-bbd07682-3c27-4808-8a66-fb3d80e8becb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'name': 'tempest-AttachVolumeNegativeTest-1482535796-router', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:32Z', 'revision_number': 4, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'gw_port': {'id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:23Z', 'updated_at': '2022-04-08T11:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': '11e6e854-e8c0-46f9-9e77-02417ef9b1fa', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'port_id': '2d1263b3-8460-4012-a827-bfd5211fe909', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'mac_address': 'fa:16:3e:a1:03:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fa745b-7170-4c48-a946-d29affaa22e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:12:26Z', 'updated_at': '2022-04-08T11:12:45Z', 'revision_number': 1, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6064dd6-c164-4146-88c3-81cec2380cb9', 'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'mac_address': 'fa:16:3e:eb:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:31Z', 'updated_at': '2022-04-08T11:07:43Z', 'revision_number': 5, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'subnets': [{'id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:46.880249 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd07682-3c27-4808-8a66-fb3d80e8becb None None] The sync data for ids ['943a4045-54bd-49f9-88a5-96d188b44ed8'] in dv-cinder-836073-3-iscsi is: [{'id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'name': 'tempest-AttachVolumeNegativeTest-1482535796-router', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:32Z', 'revision_number': 4, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'gw_port': {'id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:23Z', 'updated_at': '2022-04-08T11:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': '11e6e854-e8c0-46f9-9e77-02417ef9b1fa', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'port_id': '2d1263b3-8460-4012-a827-bfd5211fe909', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'mac_address': 'fa:16:3e:a1:03:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fa745b-7170-4c48-a946-d29affaa22e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:12:26Z', 'updated_at': '2022-04-08T11:12:45Z', 'revision_number': 1, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6064dd6-c164-4146-88c3-81cec2380cb9', 'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'mac_address': 'fa:16:3e:eb:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:31Z', 'updated_at': '2022-04-08T11:07:43Z', 'revision_number': 5, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'subnets': [{'id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:12:47.067737 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afafa15-986f-4475-a806-5ee24c5a52f2 None None] New status for floating IP 11e6e854-e8c0-46f9-9e77-02417ef9b1fa: ACTIVE {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:12:47.433168 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369146b2-7ca7-4c88-9e50-4fc1a18213c9 req-5fa38229-f88a-47bb-884c-425f23d46fc9 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:47.434686 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-369146b2-7ca7-4c88-9e50-4fc1a18213c9 req-5fa38229-f88a-47bb-884c-425f23d46fc9 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=86563972-0068-42a4-9b53-6f71a3a8a34e HTTP/1.1" status: 200 len: 943 time: 0.0523877 Apr 08 11:12:47.486896 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-369146b2-7ca7-4c88-9e50-4fc1a18213c9 req-5837961a-91f8-430d-93f5-5b4698561029 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466487 Apr 08 11:12:47.858992 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7905ec-7978-4c84-99ac-5d235fb7f88b req-0b8a165c-429c-4e6b-837f-3da44456e652 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:47.860546 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-be7905ec-7978-4c84-99ac-5d235fb7f88b req-0b8a165c-429c-4e6b-837f-3da44456e652 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 945 time: 0.0537641 Apr 08 11:12:47.907575 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-be7905ec-7978-4c84-99ac-5d235fb7f88b req-c7349b38-d508-44cd-ae9c-c7d778c7c28d tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415232 Apr 08 11:12:48.602034 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78e487-5cc5-4a64-82b8-760d060a5391 req-e0cdd563-aa14-4d62-8caf-671c8488b92d tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:48.603490 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-fe78e487-5cc5-4a64-82b8-760d060a5391 req-e0cdd563-aa14-4d62-8caf-671c8488b92d tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=86563972-0068-42a4-9b53-6f71a3a8a34e HTTP/1.1" status: 200 len: 943 time: 0.0519960 Apr 08 11:12:48.650488 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-fe78e487-5cc5-4a64-82b8-760d060a5391 req-d2d5316f-c373-43ec-b9ed-b45ab7cbbb31 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415511 Apr 08 11:12:49.026737 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d4768-aebd-41e5-a153-44407bc4b2a4 req-195005a6-ff8f-47fd-9c8b-fe7e4d285de1 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:49.028172 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-de6d4768-aebd-41e5-a153-44407bc4b2a4 req-195005a6-ff8f-47fd-9c8b-fe7e4d285de1 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 945 time: 0.0508072 Apr 08 11:12:49.077887 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-de6d4768-aebd-41e5-a153-44407bc4b2a4 req-57b27402-5a05-4ac9-b2fc-e240391f47b5 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442746 Apr 08 11:12:49.767519 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153074b-bc8c-48b6-84c8-fcdf0f84f8a9 req-9a9007e0-8121-488f-9ff2-67f38d641c13 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:49.769005 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c153074b-bc8c-48b6-84c8-fcdf0f84f8a9 req-9a9007e0-8121-488f-9ff2-67f38d641c13 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=86563972-0068-42a4-9b53-6f71a3a8a34e HTTP/1.1" status: 200 len: 943 time: 0.0529985 Apr 08 11:12:49.819334 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c153074b-bc8c-48b6-84c8-fcdf0f84f8a9 req-37b59797-b71a-46c8-a119-b79bc56c3fe7 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433598 Apr 08 11:12:50.202713 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f7fcc-cc97-4e79-920d-599d3f08f085 req-536b7053-b7df-466c-a826-ab081e0d66fb tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:50.204189 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7a5f7fcc-cc97-4e79-920d-599d3f08f085 req-536b7053-b7df-466c-a826-ab081e0d66fb tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 945 time: 0.0553360 Apr 08 11:12:50.250087 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7a5f7fcc-cc97-4e79-920d-599d3f08f085 req-60d81eb4-2472-47ac-a8fb-d685026e1172 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403566 Apr 08 11:12:50.934328 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4291b-0731-41b6-8d22-cf9e0f156b70 req-44e1c932-fbf5-4503-a663-6c6dc1ed4d8b tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:50.935796 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-53c4291b-0731-41b6-8d22-cf9e0f156b70 req-44e1c932-fbf5-4503-a663-6c6dc1ed4d8b tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=86563972-0068-42a4-9b53-6f71a3a8a34e HTTP/1.1" status: 200 len: 943 time: 0.0522308 Apr 08 11:12:50.984013 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-53c4291b-0731-41b6-8d22-cf9e0f156b70 req-16b70c7b-8095-4c9b-9915-395722197668 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426431 Apr 08 11:12:51.377316 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdff94c-9063-43b9-82ed-192b61f7b854 req-186bfcf1-8de2-4aa4-a819-b31672fd2f44 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:51.378816 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ffdff94c-9063-43b9-82ed-192b61f7b854 req-186bfcf1-8de2-4aa4-a819-b31672fd2f44 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 945 time: 0.0574429 Apr 08 11:12:51.425062 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ffdff94c-9063-43b9-82ed-192b61f7b854 req-a75f218a-7ea2-4d62-b711-583aef615f2d tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405161 Apr 08 11:12:52.105625 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67923a9-b8a8-43dc-8c7a-41fae87e6691 req-b8d25261-c9a7-43e8-9d85-acb88d56f712 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:52.111556 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d67923a9-b8a8-43dc-8c7a-41fae87e6691 req-b8d25261-c9a7-43e8-9d85-acb88d56f712 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=86563972-0068-42a4-9b53-6f71a3a8a34e HTTP/1.1" status: 200 len: 943 time: 0.0587909 Apr 08 11:12:52.156844 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d67923a9-b8a8-43dc-8c7a-41fae87e6691 req-cde5009f-f672-4b09-8f80-1157304e3b02 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440035 Apr 08 11:12:52.161397 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:52.309502 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a970099-68d3-493c-92b2-4fbf6568abe3 req-0b00b8a4-f008-4182-8b4b-be53fafe0759 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:52.310884 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0a970099-68d3-493c-92b2-4fbf6568abe3 req-0b00b8a4-f008-4182-8b4b-be53fafe0759 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 946 time: 0.0511415 Apr 08 11:12:52.358642 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0a970099-68d3-493c-92b2-4fbf6568abe3 req-f199618b-8a6d-4319-be4e-6a01ea9a53ea tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421247 Apr 08 11:12:52.545921 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749b5ec-423d-431f-9b4b-06f8b0dc70c6 req-31c16ff0-f1d6-49b6-836b-5d7a9a10c292 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:52.547485 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7749b5ec-423d-431f-9b4b-06f8b0dc70c6 req-31c16ff0-f1d6-49b6-836b-5d7a9a10c292 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 945 time: 0.0512102 Apr 08 11:12:52.593276 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7749b5ec-423d-431f-9b4b-06f8b0dc70c6 req-4a632528-f9bf-4ddf-8d27-4025af9df67e tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401051 Apr 08 11:12:52.707401 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 6aedc894-e23d-4b2a-b17e-0d7f7852abfc details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:12:52.805751 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 6aedc894-e23d-4b2a-b17e-0d7f7852abfc, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6aedc894-e23d-4b2a-b17e-0d7f7852abfc,segment=NetworkSegment(19af6e16-2d4e-4c32-a209-a5bfe8de0cac),segment_id=19af6e16-2d4e-4c32-a209-a5bfe8de0cac)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:12:52.816653 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Returning: {'device': '6aedc894-e23d-4b2a-b17e-0d7f7852abfc', 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'port_id': '6aedc894-e23d-4b2a-b17e-0d7f7852abfc', 'mac_address': 'fa:16:3e:b8:cb:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:12:52.853935 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port 6aedc894-e23d-4b2a-b17e-0d7f7852abfc is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:12:52.854246 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (6aedc894-e23d-4b2a-b17e-0d7f7852abfc), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:52.867429 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aedc894-e23d-4b2a-b17e-0d7f7852abfc {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:12:52.886002 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 6aedc894-e23d-4b2a-b17e-0d7f7852abfc, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6aedc894-e23d-4b2a-b17e-0d7f7852abfc,segment=NetworkSegment(19af6e16-2d4e-4c32-a209-a5bfe8de0cac),segment_id=19af6e16-2d4e-4c32-a209-a5bfe8de0cac)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:12:52.951943 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (6aedc894-e23d-4b2a-b17e-0d7f7852abfc), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:52.999133 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=6aedc894-e23d-4b2a-b17e-0d7f7852abfc,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:53.006061 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:53.006406 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:53.006769 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:53.007267 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:53.007614 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:53.007944 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:53.008267 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:53.008588 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:53.008908 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:53.009226 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:53.009546 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:53.009902 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:53.010224 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:53.010543 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:53.010859 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:53.365480 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] get_ports_and_sgs() called for port_ids ['6aedc894-e23d-4b2a-b17e-0d7f7852abfc'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:12:53.432897 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec336ed-8e30-45d2-a5f5-6e5a7718c669 req-6ff33a8a-8624-4a28-bcad-8439c230b463 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:53.434510 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9ec336ed-8e30-45d2-a5f5-6e5a7718c669 req-6ff33a8a-8624-4a28-bcad-8439c230b463 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=86563972-0068-42a4-9b53-6f71a3a8a34e HTTP/1.1" status: 200 len: 944 time: 0.0589552 Apr 08 11:12:53.484622 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a386c06-9504-43b3-bd0d-3e7503771fbd req-732d688a-30ce-4ca9-bdc8-7361e2a40803 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:53.485979 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9ec336ed-8e30-45d2-a5f5-6e5a7718c669 req-63e5df77-1702-4a13-a7af-1fa992e01da3 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458784 Apr 08 11:12:53.489420 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4a386c06-9504-43b3-bd0d-3e7503771fbd req-732d688a-30ce-4ca9-bdc8-7361e2a40803 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 946 time: 0.0590739 Apr 08 11:12:53.542057 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4a386c06-9504-43b3-bd0d-3e7503771fbd req-5b5cb0f5-1571-40c1-b421-419c3ba736c8 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452988 Apr 08 11:12:53.713776 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98ab80-dce4-477b-8391-6ec1b8dbaf99 req-ad272411-ff93-467a-8f61-76d44d948f8b tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:53.715135 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ca98ab80-dce4-477b-8391-6ec1b8dbaf99 req-ad272411-ff93-467a-8f61-76d44d948f8b tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 945 time: 0.0525656 Apr 08 11:12:53.761713 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ca98ab80-dce4-477b-8391-6ec1b8dbaf99 req-cd7bd74e-3b0b-4b56-bff2-740f51091ed5 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411201 Apr 08 11:12:54.603576 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234fce6-8cd2-4752-b59d-5f77db731c66 req-7016fe44-719f-4c2b-9b0b-ef9583676813 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:54.605065 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7234fce6-8cd2-4752-b59d-5f77db731c66 req-7016fe44-719f-4c2b-9b0b-ef9583676813 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=86563972-0068-42a4-9b53-6f71a3a8a34e HTTP/1.1" status: 200 len: 944 time: 0.0528152 Apr 08 11:12:54.653163 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7234fce6-8cd2-4752-b59d-5f77db731c66 req-800e8858-0a37-443a-a314-9832aed9b69a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423424 Apr 08 11:12:54.657078 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f5cf1-62ac-4b4e-9356-1c7ad932b494 req-7ff80fd9-fd99-4b1b-a631-5235cad43b1d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:54.658655 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-582f5cf1-62ac-4b4e-9356-1c7ad932b494 req-7ff80fd9-fd99-4b1b-a631-5235cad43b1d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 946 time: 0.0514517 Apr 08 11:12:54.708587 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-582f5cf1-62ac-4b4e-9356-1c7ad932b494 req-49cbd642-1bf2-482c-9054-86743b29a04b tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438204 Apr 08 11:12:54.739660 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 6aedc894-e23d-4b2a-b17e-0d7f7852abfc up at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:12:54.852900 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning for port 6aedc894-e23d-4b2a-b17e-0d7f7852abfc completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:12:54.857023 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning complete for port 6aedc894-e23d-4b2a-b17e-0d7f7852abfc triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:12:54.857453 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (6aedc894-e23d-4b2a-b17e-0d7f7852abfc), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:54.880318 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc9b93-d675-4d4b-99d2-8d71ddd8710c req-d997724c-8190-447e-b1b1-70213b01c3fe tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:54.881836 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0bbc9b93-d675-4d4b-99d2-8d71ddd8710c req-d997724c-8190-447e-b1b1-70213b01c3fe tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 945 time: 0.0517585 Apr 08 11:12:54.928860 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0bbc9b93-d675-4d4b-99d2-8d71ddd8710c req-94f5f759-370b-45d7-9f66-9a38d48deb79 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405242 Apr 08 11:12:54.939898 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port 6aedc894-e23d-4b2a-b17e-0d7f7852abfc is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:12:54.940281 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (6aedc894-e23d-4b2a-b17e-0d7f7852abfc), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:54.964046 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86563972-0068-42a4-9b53-6f71a3a8a34e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aedc894-e23d-4b2a-b17e-0d7f7852abfc'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:12:54.966299 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351759d57aafe3a60f453950940ba8882eb57342389be8e59779499322ae84b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc24377-454d-4872-8faa-fe86327f8cbb" -d '{"events": [{"server_uuid": "86563972-0068-42a4-9b53-6f71a3a8a34e", "name": "network-vif-plugged", "status": "completed", "tag": "6aedc894-e23d-4b2a-b17e-0d7f7852abfc"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:12:54.982706 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 6aedc894-e23d-4b2a-b17e-0d7f7852abfc, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6aedc894-e23d-4b2a-b17e-0d7f7852abfc,segment=NetworkSegment(19af6e16-2d4e-4c32-a209-a5bfe8de0cac),segment_id=19af6e16-2d4e-4c32-a209-a5bfe8de0cac)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:12:55.001716 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552dd819-cdd0-4165-b2e6-ea32d64f2546 x-openstack-request-id: req-552dd819-cdd0-4165-b2e6-ea32d64f2546 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:12:55.002053 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86563972-0068-42a4-9b53-6f71a3a8a34e", "name": "network-vif-plugged", "status": "completed", "tag": "6aedc894-e23d-4b2a-b17e-0d7f7852abfc", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:12:55.002316 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-552dd819-cdd0-4165-b2e6-ea32d64f2546 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:12:55.002711 dv-cinder-836073-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-552dd819-cdd0-4165-b2e6-ea32d64f2546'] response: {'server_uuid': '86563972-0068-42a4-9b53-6f71a3a8a34e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aedc894-e23d-4b2a-b17e-0d7f7852abfc', 'code': 200} Apr 08 11:12:55.055496 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (6aedc894-e23d-4b2a-b17e-0d7f7852abfc), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:55.104138 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=6aedc894-e23d-4b2a-b17e-0d7f7852abfc,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:55.775662 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130210c5-fcd4-4d61-9c4d-1283d247d27f req-e7f0b9d9-4c14-4ee6-b191-2887dee8f786 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:55.777145 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-130210c5-fcd4-4d61-9c4d-1283d247d27f req-e7f0b9d9-4c14-4ee6-b191-2887dee8f786 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=86563972-0068-42a4-9b53-6f71a3a8a34e HTTP/1.1" status: 200 len: 945 time: 0.0560234 Apr 08 11:12:55.826147 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-130210c5-fcd4-4d61-9c4d-1283d247d27f req-6a97c4cf-c37e-4625-9bac-b79e9dffa23d tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436690 Apr 08 11:12:55.828946 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05888bd-4b6e-4d62-8e9a-cf18120d32b5 req-3253decf-fad2-491b-b219-9c1f98b62923 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:55.830451 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f05888bd-4b6e-4d62-8e9a-cf18120d32b5 req-3253decf-fad2-491b-b219-9c1f98b62923 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 946 time: 0.0531292 Apr 08 11:12:55.877532 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f05888bd-4b6e-4d62-8e9a-cf18120d32b5 req-c365a291-de5b-4861-8e16-8d335d185cfa tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414078 Apr 08 11:12:56.051370 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035573a6-e191-4608-84ad-c19b845affbd req-6c7d5426-3632-48be-8c9c-35c4ffd8b52f tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:56.052844 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-035573a6-e191-4608-84ad-c19b845affbd req-6c7d5426-3632-48be-8c9c-35c4ffd8b52f tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 945 time: 0.0516446 Apr 08 11:12:56.099339 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-035573a6-e191-4608-84ad-c19b845affbd req-501a196c-622c-4cfb-9508-cc510beb7ec8 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409114 Apr 08 11:12:56.541818 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085baceb-8985-4733-9912-b0bdce626bbe req-16d8854c-39bd-467c-872e-6ba3073d78fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:56.543181 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-085baceb-8985-4733-9912-b0bdce626bbe req-16d8854c-39bd-467c-872e-6ba3073d78fb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=86563972-0068-42a4-9b53-6f71a3a8a34e HTTP/1.1" status: 200 len: 1129 time: 0.0702395 Apr 08 11:12:56.549945 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20670260-a85c-46f6-97fd-a59baa484d54 req-c0ed939f-de81-43b7-9a3d-d2eca643fcc8 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:56.551228 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-20670260-a85c-46f6-97fd-a59baa484d54 req-c0ed939f-de81-43b7-9a3d-d2eca643fcc8 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.25 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 946 time: 0.0862396 Apr 08 11:12:56.739293 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 08551a8c-828e-4887-8e9c-943d3b3faf29 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:12:56.841415 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 08551a8c-828e-4887-8e9c-943d3b3faf29, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=08551a8c-828e-4887-8e9c-943d3b3faf29,segment=NetworkSegment(bb9e3258-fa2f-4286-80e8-28f078f3a6fa),segment_id=bb9e3258-fa2f-4286-80e8-28f078f3a6fa)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:12:56.852558 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Returning: {'device': '08551a8c-828e-4887-8e9c-943d3b3faf29', 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf', 'port_id': '08551a8c-828e-4887-8e9c-943d3b3faf29', 'mac_address': 'fa:16:3e:e5:24:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69645fe8-51b2-4fb3-8963-10a4b0bd4ba3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:12:56.867335 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-085baceb-8985-4733-9912-b0bdce626bbe req-d96d71a4-717d-4093-ad34-7ea0d719590d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3151994 Apr 08 11:12:56.892887 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port 08551a8c-828e-4887-8e9c-943d3b3faf29 is: ACTIVE; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:12:56.892887 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (08551a8c-828e-4887-8e9c-943d3b3faf29), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:56.905884 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08551a8c-828e-4887-8e9c-943d3b3faf29 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:12:56.927018 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 08551a8c-828e-4887-8e9c-943d3b3faf29, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=08551a8c-828e-4887-8e9c-943d3b3faf29,segment=NetworkSegment(bb9e3258-fa2f-4286-80e8-28f078f3a6fa),segment_id=bb9e3258-fa2f-4286-80e8-28f078f3a6fa)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:12:56.955454 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-20670260-a85c-46f6-97fd-a59baa484d54 req-1dc40c62-5671-4529-b33c-bf3e2261cb50 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Deleting port bef37763-e0c2-42e4-9a92-beb8bfc478b9 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:12:56.955801 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-20670260-a85c-46f6-97fd-a59baa484d54 req-1dc40c62-5671-4529-b33c-bf3e2261cb50 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (bef37763-e0c2-42e4-9a92-beb8bfc478b9), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:56.990894 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07215c-027c-43fe-ade4-3983fe4308ca req-919a4ed1-f955-4939-b60e-75d816c8b496 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:56.992738 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (08551a8c-828e-4887-8e9c-943d3b3faf29), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:56.992897 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4a07215c-027c-43fe-ade4-3983fe4308ca req-919a4ed1-f955-4939-b60e-75d816c8b496 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=86563972-0068-42a4-9b53-6f71a3a8a34e HTTP/1.1" status: 200 len: 945 time: 0.0942225 Apr 08 11:12:57.004986 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca2f82-b82b-471b-832f-dc677cfe9a63 req-9bf49e55-7436-44f1-a6f6-60bfba1767fc tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:57.006612 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-07ca2f82-b82b-471b-832f-dc677cfe9a63 req-9bf49e55-7436-44f1-a6f6-60bfba1767fc tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 946 time: 0.0596116 Apr 08 11:12:57.048441 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=08551a8c-828e-4887-8e9c-943d3b3faf29,revision_number=6']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:57.059348 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-07ca2f82-b82b-471b-832f-dc677cfe9a63 req-b7f9ed7b-3016-470f-9bd5-0f799f44674d tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=1479c306-68b1-4238-b342-0f2124d019f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461793 Apr 08 11:12:57.103962 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4a07215c-027c-43fe-ade4-3983fe4308ca req-85e9585e-ae3e-4cd2-a80e-b84983fcd37e tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853877 Apr 08 11:12:57.105648 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-20670260-a85c-46f6-97fd-a59baa484d54 req-1dc40c62-5671-4529-b33c-bf3e2261cb50 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] For port bef37763-e0c2-42e4-9a92-beb8bfc478b9, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bef37763-e0c2-42e4-9a92-beb8bfc478b9,segment=NetworkSegment(613f7358-0b7f-46c2-b204-8ee3ad5427d6),segment_id=613f7358-0b7f-46c2-b204-8ee3ad5427d6)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:12:57.106016 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-20670260-a85c-46f6-97fd-a59baa484d54 req-1dc40c62-5671-4529-b33c-bf3e2261cb50 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (bef37763-e0c2-42e4-9a92-beb8bfc478b9), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:57.221393 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb4986-34d8-4d9e-8971-9e128a1073e8 req-437b92b4-3093-4d26-9dcc-be7937aed485 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:57.222906 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f4fb4986-34d8-4d9e-8971-9e128a1073e8 req-437b92b4-3093-4d26-9dcc-be7937aed485 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 944 time: 0.0528548 Apr 08 11:12:57.261377 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] get_ports_and_sgs() called for port_ids ['08551a8c-828e-4887-8e9c-943d3b3faf29'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:12:57.270742 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f4fb4986-34d8-4d9e-8971-9e128a1073e8 req-a0ad0daf-2d85-4da9-96bc-aac2000d6e8a tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415118 Apr 08 11:12:57.293743 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-20670260-a85c-46f6-97fd-a59baa484d54 req-1dc40c62-5671-4529-b33c-bf3e2261cb50 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:57.294361 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-20670260-a85c-46f6-97fd-a59baa484d54 req-1dc40c62-5671-4529-b33c-bf3e2261cb50 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456385'] for floatingip (c4c1f083-a389-4c35-aae9-dab7f37c3ba7), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:57.294686 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.db.l3_db [req-20670260-a85c-46f6-97fd-a59baa484d54 req-1dc40c62-5671-4529-b33c-bf3e2261cb50 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Floating IP c4c1f083-a389-4c35-aae9-dab7f37c3ba7 disassociated. External IP: 172.27.0.76, port: bef37763-e0c2-42e4-9a92-beb8bfc478b9. Apr 08 11:12:57.295033 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-20670260-a85c-46f6-97fd-a59baa484d54 req-1dc40c62-5671-4529-b33c-bf3e2261cb50 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Calling delete_port for bef37763-e0c2-42e4-9a92-beb8bfc478b9 owned by compute:nova {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:12:57.408354 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-394f3320-8fd0-4535-a910-fc54b0e8e45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:57.492561 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-20670260-a85c-46f6-97fd-a59baa484d54 req-1dc40c62-5671-4529-b33c-bf3e2261cb50 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (bef37763-e0c2-42e4-9a92-beb8bfc478b9), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:57.524571 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc40c62-5671-4529-b33c-bf3e2261cb50 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Pushing event deleted for resources: {'Port': ['ID=bef37763-e0c2-42e4-9a92-beb8bfc478b9,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:57.640867 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20670260-a85c-46f6-97fd-a59baa484d54 req-1dc40c62-5671-4529-b33c-bf3e2261cb50 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Router 88daa066-b455-46b9-a15b-0c1a477222f0 has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:12:57.749512 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20670260-a85c-46f6-97fd-a59baa484d54 req-1dc40c62-5671-4529-b33c-bf3e2261cb50 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:12:57.759008 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89631d02-7623-4048-890f-f27c6b88a6aa None None] Sync routers for ids ['88daa066-b455-46b9-a15b-0c1a477222f0'] in dv-cinder-836073-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:12:57.769813 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89631d02-7623-4048-890f-f27c6b88a6aa None None] Routers {'88daa066-b455-46b9-a15b-0c1a477222f0'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:12:57.770437 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-89631d02-7623-4048-890f-f27c6b88a6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:12:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['88daa066-b455-46b9-a15b-0c1a477222f0'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:57.790951 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-20670260-a85c-46f6-97fd-a59baa484d54 req-1dc40c62-5671-4529-b33c-bf3e2261cb50 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] No DVR routers for this DVR port bef37763-e0c2-42e4-9a92-beb8bfc478b9 on host hv-cinder-83607 {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:12:57.793491 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-20670260-a85c-46f6-97fd-a59baa484d54 req-1dc40c62-5671-4529-b33c-bf3e2261cb50 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:57.796928 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-20670260-a85c-46f6-97fd-a59baa484d54 req-1dc40c62-5671-4529-b33c-bf3e2261cb50 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.25 "DELETE /v2.0/ports/bef37763-e0c2-42e4-9a92-beb8bfc478b9 HTTP/1.1" status: 204 len: 173 time: 0.9931796 Apr 08 11:12:57.797306 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ba0df8-ac0e-4a12-8143-e54b6d07e002', 'name': 'network-vif-deleted', 'tag': 'bef37763-e0c2-42e4-9a92-beb8bfc478b9'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:12:57.799541 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521d92b3-8b35-4015-9da4-8a7215a91a8a" -d '{"events": [{"server_uuid": "11ba0df8-ac0e-4a12-8143-e54b6d07e002", "name": "network-vif-deleted", "tag": "bef37763-e0c2-42e4-9a92-beb8bfc478b9"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:12:57.836762 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ba87d9-ced6-4e3e-8deb-8df6840440fb x-openstack-request-id: req-e1ba87d9-ced6-4e3e-8deb-8df6840440fb {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:12:57.837052 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ba0df8-ac0e-4a12-8143-e54b6d07e002", "name": "network-vif-deleted", "tag": "bef37763-e0c2-42e4-9a92-beb8bfc478b9", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:12:57.837334 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e1ba87d9-ced6-4e3e-8deb-8df6840440fb {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:12:57.838398 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1ba87d9-ced6-4e3e-8deb-8df6840440fb'] response: {'server_uuid': '11ba0df8-ac0e-4a12-8143-e54b6d07e002', 'name': 'network-vif-deleted', 'tag': 'bef37763-e0c2-42e4-9a92-beb8bfc478b9', 'status': 'completed', 'code': 200} Apr 08 11:12:57.884744 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-89631d02-7623-4048-890f-f27c6b88a6aa None None] Set router 88daa066-b455-46b9-a15b-0c1a477222f0 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:12:58.094303 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-89631d02-7623-4048-890f-f27c6b88a6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'name': 'tempest-ServerRescueNegativeTestJSON-611312062-router', 'tenant_id': '9450476075be4d51833224be59b18143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '12bec263-c83b-4a84-a33c-4472bb687815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:38Z', 'updated_at': '2022-04-08T11:08:41Z', 'revision_number': 4, 'project_id': '9450476075be4d51833224be59b18143', 'gw_port': {'id': '12bec263-c83b-4a84-a33c-4472bb687815', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:38Z', 'updated_at': '2022-04-08T11:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': 'd47809be-72a1-45c0-adf1-efea70f1fd9a', 'name': '', 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01', 'tenant_id': '9450476075be4d51833224be59b18143', 'mac_address': 'fa:16:3e:ba:29:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '100c6095-ccb7-4549-a3cc-5398fc0af1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:40Z', 'updated_at': '2022-04-08T11:08:45Z', 'revision_number': 5, 'project_id': '9450476075be4d51833224be59b18143', 'subnets': [{'id': '100c6095-ccb7-4549-a3cc-5398fc0af1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:58.121702 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89631d02-7623-4048-890f-f27c6b88a6aa None None] Checking router: 88daa066-b455-46b9-a15b-0c1a477222f0 for host: dv-cinder-836073-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:12:58.131233 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89631d02-7623-4048-890f-f27c6b88a6aa None None] Routers {'88daa066-b455-46b9-a15b-0c1a477222f0'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:12:58.133258 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-89631d02-7623-4048-890f-f27c6b88a6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:12:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['88daa066-b455-46b9-a15b-0c1a477222f0'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:58.166328 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d3f4c8f7-a608-4f25-85fc-bd03773d5f5f req-d4359421-89e1-4ca0-99df-88b80afdaffd tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 210 time: 0.0335433 Apr 08 11:12:58.231549 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624a9c0-f6e3-4698-82cf-012e6de98683 req-6e4f3ce1-8023-4cd5-8dc0-545eb7f29792 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:58.233047 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9624a9c0-f6e3-4698-82cf-012e6de98683 req-6e4f3ce1-8023-4cd5-8dc0-545eb7f29792 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=86563972-0068-42a4-9b53-6f71a3a8a34e HTTP/1.1" status: 200 len: 945 time: 0.0556324 Apr 08 11:12:58.249817 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-89631d02-7623-4048-890f-f27c6b88a6aa None None] Set router 88daa066-b455-46b9-a15b-0c1a477222f0 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:12:58.283725 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9624a9c0-f6e3-4698-82cf-012e6de98683 req-965e4a5f-6832-41f2-8d16-f9ad6ce10fbd tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446658 Apr 08 11:12:58.396086 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28bdb1-1325-4ac4-9507-e9dbed76b772 req-b15d7ff0-c801-4caa-bb4c-4c57e7861a7e tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:58.399129 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6e28bdb1-1325-4ac4-9507-e9dbed76b772 req-b15d7ff0-c801-4caa-bb4c-4c57e7861a7e tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 944 time: 0.0543349 Apr 08 11:12:58.446049 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6e28bdb1-1325-4ac4-9507-e9dbed76b772 req-5981c3f4-bd18-4e6b-aa3d-d7e0f45bdf21 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415108 Apr 08 11:12:58.452845 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-89631d02-7623-4048-890f-f27c6b88a6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'name': 'tempest-ServerRescueNegativeTestJSON-611312062-router', 'tenant_id': '9450476075be4d51833224be59b18143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '12bec263-c83b-4a84-a33c-4472bb687815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:38Z', 'updated_at': '2022-04-08T11:08:41Z', 'revision_number': 4, 'project_id': '9450476075be4d51833224be59b18143', 'gw_port': {'id': '12bec263-c83b-4a84-a33c-4472bb687815', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:38Z', 'updated_at': '2022-04-08T11:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': 'd47809be-72a1-45c0-adf1-efea70f1fd9a', 'name': '', 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01', 'tenant_id': '9450476075be4d51833224be59b18143', 'mac_address': 'fa:16:3e:ba:29:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '100c6095-ccb7-4549-a3cc-5398fc0af1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:40Z', 'updated_at': '2022-04-08T11:08:45Z', 'revision_number': 5, 'project_id': '9450476075be4d51833224be59b18143', 'subnets': [{'id': '100c6095-ccb7-4549-a3cc-5398fc0af1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:58.482943 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89631d02-7623-4048-890f-f27c6b88a6aa None None] The sync data for ids ['88daa066-b455-46b9-a15b-0c1a477222f0'] in dv-cinder-836073-3-iscsi is: [{'id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'name': 'tempest-ServerRescueNegativeTestJSON-611312062-router', 'tenant_id': '9450476075be4d51833224be59b18143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '12bec263-c83b-4a84-a33c-4472bb687815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:38Z', 'updated_at': '2022-04-08T11:08:41Z', 'revision_number': 4, 'project_id': '9450476075be4d51833224be59b18143', 'gw_port': {'id': '12bec263-c83b-4a84-a33c-4472bb687815', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:38Z', 'updated_at': '2022-04-08T11:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': 'd47809be-72a1-45c0-adf1-efea70f1fd9a', 'name': '', 'network_id': '90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01', 'tenant_id': '9450476075be4d51833224be59b18143', 'mac_address': 'fa:16:3e:ba:29:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '100c6095-ccb7-4549-a3cc-5398fc0af1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:40Z', 'updated_at': '2022-04-08T11:08:45Z', 'revision_number': 5, 'project_id': '9450476075be4d51833224be59b18143', 'subnets': [{'id': '100c6095-ccb7-4549-a3cc-5398fc0af1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:12:58.702985 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482dce95-7496-43e1-a84b-ec0e315a795c None None] New status for floating IP c4c1f083-a389-4c35-aae9-dab7f37c3ba7: DOWN {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:12:58.755154 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 08551a8c-828e-4887-8e9c-943d3b3faf29 up at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:12:58.805876 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning complete for port 08551a8c-828e-4887-8e9c-943d3b3faf29 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:12:58.807072 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (08551a8c-828e-4887-8e9c-943d3b3faf29), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:58.888469 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port 08551a8c-828e-4887-8e9c-943d3b3faf29 is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:12:58.888860 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (08551a8c-828e-4887-8e9c-943d3b3faf29), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:59.038658 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08551a8c-828e-4887-8e9c-943d3b3faf29'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:12:59.040929 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351759d57aafe3a60f453950940ba8882eb57342389be8e59779499322ae84b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250dee0f-14ab-4314-a590-d94c06d61513" -d '{"events": [{"server_uuid": "ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408", "name": "network-vif-plugged", "status": "completed", "tag": "08551a8c-828e-4887-8e9c-943d3b3faf29"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:12:59.053878 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 08551a8c-828e-4887-8e9c-943d3b3faf29, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=08551a8c-828e-4887-8e9c-943d3b3faf29,segment=NetworkSegment(bb9e3258-fa2f-4286-80e8-28f078f3a6fa),segment_id=bb9e3258-fa2f-4286-80e8-28f078f3a6fa)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:12:59.133178 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (08551a8c-828e-4887-8e9c-943d3b3faf29), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:59.134114 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device bef37763-e0c2-42e4-9a92-beb8bfc478b9 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:12:59.157269 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ddd3e3-c284-4171-8b80-cbb49bace622 x-openstack-request-id: req-f5ddd3e3-c284-4171-8b80-cbb49bace622 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:12:59.157601 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408", "name": "network-vif-plugged", "status": "completed", "tag": "08551a8c-828e-4887-8e9c-943d3b3faf29", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:12:59.157884 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f5ddd3e3-c284-4171-8b80-cbb49bace622 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:12:59.158273 dv-cinder-836073-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5ddd3e3-c284-4171-8b80-cbb49bace622'] response: {'server_uuid': 'ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08551a8c-828e-4887-8e9c-943d3b3faf29', 'code': 200} Apr 08 11:12:59.160575 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] No Port match for: bef37763-e0c2-42e4-9a92-beb8bfc478b9 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:12:59.160917 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device bef37763-e0c2-42e4-9a92-beb8bfc478b9 not bound to the agent host hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:12:59.206027 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=08551a8c-828e-4887-8e9c-943d3b3faf29,revision_number=7']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:59.266322 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1912ac06-c258-4264-965b-3a93d7a6f38e req-955c07dc-0c10-494f-9650-2679b682e290 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ba0df8-ac0e-4a12-8143-e54b6d07e002 HTTP/1.1" status: 200 len: 210 time: 0.0267818 Apr 08 11:12:59.406799 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bcdba-0ef4-42e4-9682-e2a3fe6a3a53 req-15fb4723-746a-43cc-9f83-3edb948f487a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:59.408537 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f33bcdba-0ef4-42e4-9682-e2a3fe6a3a53 req-15fb4723-746a-43cc-9f83-3edb948f487a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=86563972-0068-42a4-9b53-6f71a3a8a34e HTTP/1.1" status: 200 len: 945 time: 0.0579801 Apr 08 11:12:59.459917 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f33bcdba-0ef4-42e4-9682-e2a3fe6a3a53 req-570d3193-3dfc-4d2b-8464-a7cd2791ed08 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451663 Apr 08 11:12:59.571781 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67c992-06b2-425a-b304-97fb2e1a4fd4 req-53551a68-70cc-486f-95a2-be754183e429 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:59.573260 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ba67c992-06b2-425a-b304-97fb2e1a4fd4 req-53551a68-70cc-486f-95a2-be754183e429 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 945 time: 0.0544586 Apr 08 11:12:59.598441 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5a48d-e8b7-45de-87cb-7d4abf1402aa req-58ca67f0-9d18-47de-baf8-fcd5997eda19 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:59.606174 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-59e5a48d-e8b7-45de-87cb-7d4abf1402aa req-58ca67f0-9d18-47de-baf8-fcd5997eda19 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=86563972-0068-42a4-9b53-6f71a3a8a34e HTTP/1.1" status: 200 len: 945 time: 0.0752137 Apr 08 11:12:59.625521 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ba67c992-06b2-425a-b304-97fb2e1a4fd4 req-b77c3e99-2263-48df-8b06-9a17816560e9 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460596 Apr 08 11:12:59.655700 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-59e5a48d-e8b7-45de-87cb-7d4abf1402aa req-18fcf891-8917-4f3b-912c-39c756db48f1 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486257 Apr 08 11:12:59.683634 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 49526) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:12:59.731319 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23d1858-4a92-4e9b-8585-6c0997036e40 tempest-TestVolumeBootPattern-1234931380 tempest-TestVolumeBootPattern-1234931380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:59.732901 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-b23d1858-4a92-4e9b-8585-6c0997036e40 tempest-TestVolumeBootPattern-1234931380 tempest-TestVolumeBootPattern-1234931380-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=86563972-0068-42a4-9b53-6f71a3a8a34e HTTP/1.1" status: 200 len: 1124 time: 0.0482438 Apr 08 11:12:59.735708 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 49528) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:12:59.739922 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-88265d38-b1f6-4c28-9719-5699c5891b25 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Request body: {'floatingip': {'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'port_id': '6aedc894-e23d-4b2a-b17e-0d7f7852abfc', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:12:59.806038 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-88265d38-b1f6-4c28-9719-5699c5891b25 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:59.878895 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2ed2e5d8-a102-4e12-b57a-58e65c60115e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:59.902902 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-88265d38-b1f6-4c28-9719-5699c5891b25 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:00.014094 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-88265d38-b1f6-4c28-9719-5699c5891b25 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Allocated IP 172.27.0.204 (9ba38368-ff54-4986-b9fd-e3d76f01d727/295b2c6f-15e1-46ca-ae70-e3531500d944/1d889612-9cb8-4e57-96a8-00e7fa1a8a76) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:13:00.116105 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-88265d38-b1f6-4c28-9719-5699c5891b25 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for port (1d889612-9cb8-4e57-96a8-00e7fa1a8a76), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:00.224368 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-88265d38-b1f6-4c28-9719-5699c5891b25 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629'] for port (1d889612-9cb8-4e57-96a8-00e7fa1a8a76), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:00.279379 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88265d38-b1f6-4c28-9719-5699c5891b25 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Network 9ba38368-ff54-4986-b9fd-e3d76f01d727 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:13:00.282438 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-88265d38-b1f6-4c28-9719-5699c5891b25 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:13:00.292066 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88265d38-b1f6-4c28-9719-5699c5891b25 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:13:00.323774 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88265d38-b1f6-4c28-9719-5699c5891b25 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Pushing event updated for resources: {'Port': ['ID=1d889612-9cb8-4e57-96a8-00e7fa1a8a76,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:00.439648 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 49554) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:13:00.504945 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9c794f8c-98d2-445b-baba-0254171ba167 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks [] for security_group (1479c306-68b1-4238-b342-0f2124d019f3), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:00.536604 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9c794f8c-98d2-445b-baba-0254171ba167 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks [] for security_group (1479c306-68b1-4238-b342-0f2124d019f3), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:00.698361 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9c794f8c-98d2-445b-baba-0254171ba167 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (1479c306-68b1-4238-b342-0f2124d019f3), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:00.701545 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9c794f8c-98d2-445b-baba-0254171ba167 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:00.705607 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-9c794f8c-98d2-445b-baba-0254171ba167 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "DELETE /v2.0/security-groups/1479c306-68b1-4238-b342-0f2124d019f3 HTTP/1.1" status: 204 len: 168 time: 0.2642775 Apr 08 11:13:00.706525 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 49558) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:13:00.723483 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c794f8c-98d2-445b-baba-0254171ba167 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1479c306-68b1-4238-b342-0f2124d019f3,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:00.739827 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.api.v2.resource [None req-6825ce4b-95aa-4eb7-9e0e-8ace2b195c02 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] show failed (client error): The resource could not be found. Apr 08 11:13:00.753551 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 49560) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:13:00.755039 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-6825ce4b-95aa-4eb7-9e0e-8ace2b195c02 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups/1479c306-68b1-4238-b342-0f2124d019f3 HTTP/1.1" status: 404 len: 347 time: 0.0443368 Apr 08 11:13:00.944615 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b4cd8-b0e9-4355-9b3e-63f2dcb21779 req-7c4ba2b1-a4e3-42f2-8248-6fab5f275854 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:00.947705 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-509b4cd8-b0e9-4355-9b3e-63f2dcb21779 req-7c4ba2b1-a4e3-42f2-8248-6fab5f275854 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 945 time: 0.2271116 Apr 08 11:13:01.050254 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:01.091002 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-509b4cd8-b0e9-4355-9b3e-63f2dcb21779 req-87b21b96-e47e-4b21-8528-75c2d8ea3c5f tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330497 Apr 08 11:13:01.116912 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-a88e6261-032d-42c1-8bc2-605e0f54e07a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Deleting port 99515071-cd9e-4246-bcd7-2cf23299b864 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:13:01.116912 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a88e6261-032d-42c1-8bc2-605e0f54e07a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (99515071-cd9e-4246-bcd7-2cf23299b864), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:01.171350 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-88265d38-b1f6-4c28-9719-5699c5891b25 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for floatingip (b815d87d-d99e-4ad6-aaa7-8d5f2210c5e7), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:01.237359 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a88e6261-032d-42c1-8bc2-605e0f54e07a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (99515071-cd9e-4246-bcd7-2cf23299b864), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:01.237620 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a88e6261-032d-42c1-8bc2-605e0f54e07a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks [] for floatingip (99515071-cd9e-4246-bcd7-2cf23299b864), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:01.252759 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-a88e6261-032d-42c1-8bc2-605e0f54e07a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Calling delete_port for 99515071-cd9e-4246-bcd7-2cf23299b864 owned by network:floatingip {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:13:01.350437 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-88265d38-b1f6-4c28-9719-5699c5891b25 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (1d889612-9cb8-4e57-96a8-00e7fa1a8a76), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:01.587654 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-88265d38-b1f6-4c28-9719-5699c5891b25 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for port (1d889612-9cb8-4e57-96a8-00e7fa1a8a76), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:01.604242 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a88e6261-032d-42c1-8bc2-605e0f54e07a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638'] for port (99515071-cd9e-4246-bcd7-2cf23299b864), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:01.639680 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e6261-032d-42c1-8bc2-605e0f54e07a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Pushing event deleted for resources: {'Port': ['ID=99515071-cd9e-4246-bcd7-2cf23299b864,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:01.663177 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-88265d38-b1f6-4c28-9719-5699c5891b25 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (1d889612-9cb8-4e57-96a8-00e7fa1a8a76), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:01.666442 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a88e6261-032d-42c1-8bc2-605e0f54e07a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks [] for floatingip (c4c1f083-a389-4c35-aae9-dab7f37c3ba7), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:01.668165 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a88e6261-032d-42c1-8bc2-605e0f54e07a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:01.669348 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-a88e6261-032d-42c1-8bc2-605e0f54e07a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "DELETE /v2.0/floatingips/c4c1f083-a389-4c35-aae9-dab7f37c3ba7 HTTP/1.1" status: 204 len: 168 time: 0.9152844 Apr 08 11:13:01.719115 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88265d38-b1f6-4c28-9719-5699c5891b25 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Pushing event updated for resources: {'Port': ['ID=1d889612-9cb8-4e57-96a8-00e7fa1a8a76,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:01.723734 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-88265d38-b1f6-4c28-9719-5699c5891b25 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456385'] for floatingip (b815d87d-d99e-4ad6-aaa7-8d5f2210c5e7), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:01.839470 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.db.l3_db [None req-88265d38-b1f6-4c28-9719-5699c5891b25 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Floating IP b815d87d-d99e-4ad6-aaa7-8d5f2210c5e7 associated. External IP: 172.27.0.204, port: 6aedc894-e23d-4b2a-b17e-0d7f7852abfc. Apr 08 11:13:02.116909 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88265d38-b1f6-4c28-9719-5699c5891b25 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Router 0dbdc905-e28d-4efe-8621-94d7a0292711 has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:13:02.233703 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b08b5-7351-4707-9510-60e1abf2bef0 req-ddd1ee05-d517-45de-88f3-d2620f322df1 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:02.241354 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1a1b08b5-7351-4707-9510-60e1abf2bef0 req-ddd1ee05-d517-45de-88f3-d2620f322df1 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 945 time: 0.0666914 Apr 08 11:13:02.269711 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88265d38-b1f6-4c28-9719-5699c5891b25 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:13:02.282489 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd846c2c-4aed-44cd-b918-1b7b32130f07 None None] Sync routers for ids ['0dbdc905-e28d-4efe-8621-94d7a0292711'] in dv-cinder-836073-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:13:02.292865 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1a1b08b5-7351-4707-9510-60e1abf2bef0 req-df42d5b3-0b44-4b4e-bafb-651e3a58f7d2 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503292 Apr 08 11:13:02.296338 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd846c2c-4aed-44cd-b918-1b7b32130f07 None None] Routers {'0dbdc905-e28d-4efe-8621-94d7a0292711'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:13:02.297033 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-cd846c2c-4aed-44cd-b918-1b7b32130f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:13:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['0dbdc905-e28d-4efe-8621-94d7a0292711'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:13:02.410358 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-88265d38-b1f6-4c28-9719-5699c5891b25 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:02.423486 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-cd846c2c-4aed-44cd-b918-1b7b32130f07 None None] Set router 0dbdc905-e28d-4efe-8621-94d7a0292711 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:13:02.477514 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-88265d38-b1f6-4c28-9719-5699c5891b25 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7273819 Apr 08 11:13:02.477514 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86563972-0068-42a4-9b53-6f71a3a8a34e', 'tag': '6aedc894-e23d-4b2a-b17e-0d7f7852abfc'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:13:02.477514 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a3d6de9c0cd8caeb53273f75c3329218c515297e9068abeca36dc087c161ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0726396-b5ab-43d0-a92c-064ec6c050d7" -d '{"events": [{"name": "network-changed", "server_uuid": "86563972-0068-42a4-9b53-6f71a3a8a34e", "tag": "6aedc894-e23d-4b2a-b17e-0d7f7852abfc"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:13:02.583836 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270dec48-a8d2-45c0-9442-cc6644a5f63f x-openstack-request-id: req-270dec48-a8d2-45c0-9442-cc6644a5f63f {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:13:02.584171 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86563972-0068-42a4-9b53-6f71a3a8a34e", "tag": "6aedc894-e23d-4b2a-b17e-0d7f7852abfc", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:13:02.584445 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-270dec48-a8d2-45c0-9442-cc6644a5f63f {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:13:02.584853 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-270dec48-a8d2-45c0-9442-cc6644a5f63f'] response: {'name': 'network-changed', 'server_uuid': '86563972-0068-42a4-9b53-6f71a3a8a34e', 'tag': '6aedc894-e23d-4b2a-b17e-0d7f7852abfc', 'status': 'completed', 'code': 200} Apr 08 11:13:02.651515 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:02.689143 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0726396-b5ab-43d0-a92c-064ec6c050d7 req-332d9c92-df99-44d0-81f2-56c33a1efff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:02.691027 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a0726396-b5ab-43d0-a92c-064ec6c050d7 req-332d9c92-df99-44d0-81f2-56c33a1efff4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dbbd14ea76324b76bd17c80e4eceaef9&device_id=86563972-0068-42a4-9b53-6f71a3a8a34e HTTP/1.1" status: 200 len: 1129 time: 0.0497930 Apr 08 11:13:02.712036 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-cd846c2c-4aed-44cd-b918-1b7b32130f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'name': 'tempest-TestVolumeBootPattern-37540332-router', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:51Z', 'updated_at': '2022-04-08T11:08:55Z', 'revision_number': 4, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'gw_port': {'id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:52Z', 'updated_at': '2022-04-08T11:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': 'b815d87d-d99e-4ad6-aaa7-8d5f2210c5e7', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'port_id': '6aedc894-e23d-4b2a-b17e-0d7f7852abfc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'mac_address': 'fa:16:3e:b8:cb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86563972-0068-42a4-9b53-6f71a3a8a34e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:13:00Z', 'updated_at': '2022-04-08T11:13:00Z', 'revision_number': 0, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd87257cc-ea8b-4980-a2fb-9c7b502f8e5e', 'name': '', 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'mac_address': 'fa:16:3e:91:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:54Z', 'updated_at': '2022-04-08T11:09:00Z', 'revision_number': 5, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'subnets': [{'id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:13:02.748507 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd846c2c-4aed-44cd-b918-1b7b32130f07 None None] Checking router: 0dbdc905-e28d-4efe-8621-94d7a0292711 for host: dv-cinder-836073-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:13:02.758090 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd846c2c-4aed-44cd-b918-1b7b32130f07 None None] Routers {'0dbdc905-e28d-4efe-8621-94d7a0292711'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:13:02.758718 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-cd846c2c-4aed-44cd-b918-1b7b32130f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:13:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['0dbdc905-e28d-4efe-8621-94d7a0292711'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:13:02.804264 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0726396-b5ab-43d0-a92c-064ec6c050d7 req-d34270f9-caad-4085-b223-9c86cd0b7b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:02.805873 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a0726396-b5ab-43d0-a92c-064ec6c050d7 req-d34270f9-caad-4085-b223-9c86cd0b7b9c service neutron] 10.222.0.25 "GET /v2.0/networks?id=92663085-05c4-47d0-9ecc-faab9dcfcd0e HTTP/1.1" status: 200 len: 911 time: 0.1054473 Apr 08 11:13:02.890969 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a0726396-b5ab-43d0-a92c-064ec6c050d7 req-13400470-9e41-41fd-8033-d33f180147eb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6aedc894-e23d-4b2a-b17e-0d7f7852abfc HTTP/1.1" status: 200 len: 999 time: 0.0781755 Apr 08 11:13:02.906516 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-cd846c2c-4aed-44cd-b918-1b7b32130f07 None None] Set router 0dbdc905-e28d-4efe-8621-94d7a0292711 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:13:02.963246 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0726396-b5ab-43d0-a92c-064ec6c050d7 req-a9bf43ed-b286-4534-aaab-e40eab86311a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:02.965304 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a0726396-b5ab-43d0-a92c-064ec6c050d7 req-a9bf43ed-b286-4534-aaab-e40eab86311a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316 HTTP/1.1" status: 200 len: 849 time: 0.0639617 Apr 08 11:13:03.035100 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0726396-b5ab-43d0-a92c-064ec6c050d7 req-38135425-2959-4bd0-ab36-7b3815f26b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:03.036818 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a0726396-b5ab-43d0-a92c-064ec6c050d7 req-38135425-2959-4bd0-ab36-7b3815f26b71 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=92663085-05c4-47d0-9ecc-faab9dcfcd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0650167 Apr 08 11:13:03.134037 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a0726396-b5ab-43d0-a92c-064ec6c050d7 req-a4fac171-f018-4eb9-a466-d9990cf3cd5a service neutron] 10.222.0.25 "GET /v2.0/networks/92663085-05c4-47d0-9ecc-faab9dcfcd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900178 Apr 08 11:13:03.269808 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-cd846c2c-4aed-44cd-b918-1b7b32130f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'name': 'tempest-TestVolumeBootPattern-37540332-router', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:51Z', 'updated_at': '2022-04-08T11:08:55Z', 'revision_number': 4, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'gw_port': {'id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:52Z', 'updated_at': '2022-04-08T11:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': 'b815d87d-d99e-4ad6-aaa7-8d5f2210c5e7', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'port_id': '6aedc894-e23d-4b2a-b17e-0d7f7852abfc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'mac_address': 'fa:16:3e:b8:cb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86563972-0068-42a4-9b53-6f71a3a8a34e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:13:00Z', 'updated_at': '2022-04-08T11:13:00Z', 'revision_number': 0, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd87257cc-ea8b-4980-a2fb-9c7b502f8e5e', 'name': '', 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'mac_address': 'fa:16:3e:91:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:54Z', 'updated_at': '2022-04-08T11:09:00Z', 'revision_number': 5, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'subnets': [{'id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:13:03.270445 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd846c2c-4aed-44cd-b918-1b7b32130f07 None None] The sync data for ids ['0dbdc905-e28d-4efe-8621-94d7a0292711'] in dv-cinder-836073-3-iscsi is: [{'id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'name': 'tempest-TestVolumeBootPattern-37540332-router', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:51Z', 'updated_at': '2022-04-08T11:08:55Z', 'revision_number': 4, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'gw_port': {'id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:52Z', 'updated_at': '2022-04-08T11:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': 'b815d87d-d99e-4ad6-aaa7-8d5f2210c5e7', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'port_id': '6aedc894-e23d-4b2a-b17e-0d7f7852abfc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'mac_address': 'fa:16:3e:b8:cb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86563972-0068-42a4-9b53-6f71a3a8a34e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:13:00Z', 'updated_at': '2022-04-08T11:13:00Z', 'revision_number': 0, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd87257cc-ea8b-4980-a2fb-9c7b502f8e5e', 'name': '', 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'mac_address': 'fa:16:3e:91:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:54Z', 'updated_at': '2022-04-08T11:09:00Z', 'revision_number': 5, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'subnets': [{'id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:13:03.271071 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a0726396-b5ab-43d0-a92c-064ec6c050d7 req-273b34e2-7f84-4fff-8b0f-a702103b3d5c service neutron] 10.222.0.25 "GET /v2.0/networks/92663085-05c4-47d0-9ecc-faab9dcfcd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966280 Apr 08 11:13:03.439574 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15272388-a5d0-47b8-b512-e2476f2f037c None None] New status for floating IP b815d87d-d99e-4ad6-aaa7-8d5f2210c5e7: ACTIVE {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:13:03.442365 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3915d-1126-4db0-960e-1e8d32e0ddda req-2ce38957-84e5-41a0-baf0-43876945ee33 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:03.443908 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a4e3915d-1126-4db0-960e-1e8d32e0ddda req-2ce38957-84e5-41a0-baf0-43876945ee33 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 945 time: 0.0610912 Apr 08 11:13:03.517779 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a4e3915d-1126-4db0-960e-1e8d32e0ddda req-e3f4f0b2-d7ef-4d9b-addf-a58159b85b29 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636053 Apr 08 11:13:04.261406 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:04.709215 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89199833-aef3-4611-a7ef-06560f47283a req-d8a0fd8a-fddb-4c06-a4a6-9849787e202e tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:04.716989 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-89199833-aef3-4611-a7ef-06560f47283a req-d8a0fd8a-fddb-4c06-a4a6-9849787e202e tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 945 time: 0.1009333 Apr 08 11:13:04.764296 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-89199833-aef3-4611-a7ef-06560f47283a req-a725634f-e232-433d-ac30-db875266f17c tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464189 Apr 08 11:13:05.159650 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc44a8-f291-4d92-a836-64f0c1973ee5 req-41c8d44f-8475-44d6-ac15-50a4eefe8634 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:05.161271 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-00dc44a8-f291-4d92-a836-64f0c1973ee5 req-41c8d44f-8475-44d6-ac15-50a4eefe8634 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 946 time: 0.0616629 Apr 08 11:13:05.215873 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-00dc44a8-f291-4d92-a836-64f0c1973ee5 req-dcf9fb8d-af54-4083-9394-ded5f257b511 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479925 Apr 08 11:13:05.913515 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b673016-e512-47df-a0a8-3344d253b457 req-5742f7df-aaa2-4c0a-bb17-57792ea6652d tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:05.915201 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6b673016-e512-47df-a0a8-3344d253b457 req-5742f7df-aaa2-4c0a-bb17-57792ea6652d tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 945 time: 0.0634115 Apr 08 11:13:05.971168 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6b673016-e512-47df-a0a8-3344d253b457 req-9d482106-0ff9-400b-af21-6797ba9c6f23 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491130 Apr 08 11:13:06.341579 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6af28-73c3-42f2-a8c9-4eb3378e998b req-08bc5ded-93e6-4ab4-8697-bafe9b5cc20a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:06.343176 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-24d6af28-73c3-42f2-a8c9-4eb3378e998b req-08bc5ded-93e6-4ab4-8697-bafe9b5cc20a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 946 time: 0.0561156 Apr 08 11:13:06.409287 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-24d6af28-73c3-42f2-a8c9-4eb3378e998b req-3cebc466-bb68-42e3-8a71-9a285afa06d7 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603769 Apr 08 11:13:07.114244 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7272ce-c3e3-4c90-abd7-46e6c3d66480 req-24361bbd-2bd0-4dc0-9a48-5b529c754eb4 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:07.115727 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8a7272ce-c3e3-4c90-abd7-46e6c3d66480 req-24361bbd-2bd0-4dc0-9a48-5b529c754eb4 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 945 time: 0.0637581 Apr 08 11:13:07.171683 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8a7272ce-c3e3-4c90-abd7-46e6c3d66480 req-21c48413-6b88-4da3-8fef-f225646d51cb tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490408 Apr 08 11:13:07.534992 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf8b93-241f-4d16-87a3-8ee0f32ad8e3 req-501e8289-97d8-4f7f-97ad-287dc889a226 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:07.536538 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-abaf8b93-241f-4d16-87a3-8ee0f32ad8e3 req-501e8289-97d8-4f7f-97ad-287dc889a226 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 946 time: 0.0564411 Apr 08 11:13:07.604428 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-abaf8b93-241f-4d16-87a3-8ee0f32ad8e3 req-c81321d3-1db8-4e56-948f-bbe2a695f172 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582454 Apr 08 11:13:07.816694 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e14158-ef06-424a-8f3d-ee2c9cd20ce0 req-61c7542d-dd60-42da-9cbe-1a700e082930 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:07.818189 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b9e14158-ef06-424a-8f3d-ee2c9cd20ce0 req-61c7542d-dd60-42da-9cbe-1a700e082930 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.25 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 946 time: 0.0614560 Apr 08 11:13:07.927274 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-b9e14158-ef06-424a-8f3d-ee2c9cd20ce0 req-93d08004-0a80-46c5-a8d5-4d172eb126b9 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Deleting port 29d9e174-bc71-4a2d-be31-99e62c5d87bd {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:13:07.927692 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-b9e14158-ef06-424a-8f3d-ee2c9cd20ce0 req-93d08004-0a80-46c5-a8d5-4d172eb126b9 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (29d9e174-bc71-4a2d-be31-99e62c5d87bd), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:08.027565 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-b9e14158-ef06-424a-8f3d-ee2c9cd20ce0 req-93d08004-0a80-46c5-a8d5-4d172eb126b9 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] For port 29d9e174-bc71-4a2d-be31-99e62c5d87bd, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=29d9e174-bc71-4a2d-be31-99e62c5d87bd,segment=NetworkSegment(613f7358-0b7f-46c2-b204-8ee3ad5427d6),segment_id=613f7358-0b7f-46c2-b204-8ee3ad5427d6)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:13:08.027996 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-b9e14158-ef06-424a-8f3d-ee2c9cd20ce0 req-93d08004-0a80-46c5-a8d5-4d172eb126b9 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (29d9e174-bc71-4a2d-be31-99e62c5d87bd), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:08.043514 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-b9e14158-ef06-424a-8f3d-ee2c9cd20ce0 req-93d08004-0a80-46c5-a8d5-4d172eb126b9 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Calling delete_port for 29d9e174-bc71-4a2d-be31-99e62c5d87bd owned by compute:nova {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:13:08.255284 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-b9e14158-ef06-424a-8f3d-ee2c9cd20ce0 req-93d08004-0a80-46c5-a8d5-4d172eb126b9 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (29d9e174-bc71-4a2d-be31-99e62c5d87bd), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:08.303948 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] get_ports_and_sgs() called for port_ids ['29d9e174-bc71-4a2d-be31-99e62c5d87bd', '28bfb6b5-80a3-44a5-8807-cb2e795646a0'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:13:08.317273 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d08004-0a80-46c5-a8d5-4d172eb126b9 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Pushing event deleted for resources: {'Port': ['ID=29d9e174-bc71-4a2d-be31-99e62c5d87bd,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:08.376100 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e14158-ef06-424a-8f3d-ee2c9cd20ce0 req-93d08004-0a80-46c5-a8d5-4d172eb126b9 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] No DVR routers for this DVR port 29d9e174-bc71-4a2d-be31-99e62c5d87bd on host hv-cinder-83607 {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:13:08.380845 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-b9e14158-ef06-424a-8f3d-ee2c9cd20ce0 req-93d08004-0a80-46c5-a8d5-4d172eb126b9 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:08.384869 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b9e14158-ef06-424a-8f3d-ee2c9cd20ce0 req-93d08004-0a80-46c5-a8d5-4d172eb126b9 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.25 "DELETE /v2.0/ports/29d9e174-bc71-4a2d-be31-99e62c5d87bd HTTP/1.1" status: 204 len: 173 time: 0.5590658 Apr 08 11:13:08.384869 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89c6605-5b7b-41f9-b8d4-5e248863adc5', 'name': 'network-vif-deleted', 'tag': '29d9e174-bc71-4a2d-be31-99e62c5d87bd'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:13:08.387412 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb1dbaf-52e5-46ec-b0da-c828550dbc9b" -d '{"events": [{"server_uuid": "a89c6605-5b7b-41f9-b8d4-5e248863adc5", "name": "network-vif-deleted", "tag": "29d9e174-bc71-4a2d-be31-99e62c5d87bd"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:13:08.397436 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11941f83-2049-4865-8537-0df7596064e0 req-e04ce81b-01a2-4b86-ab7b-61612aaec120 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:08.402834 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-11941f83-2049-4865-8537-0df7596064e0 req-e04ce81b-01a2-4b86-ab7b-61612aaec120 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 945 time: 0.1454511 Apr 08 11:13:08.457894 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c9a714-7cc9-448c-a3b8-e4c467b71800 x-openstack-request-id: req-47c9a714-7cc9-448c-a3b8-e4c467b71800 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:13:08.458167 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89c6605-5b7b-41f9-b8d4-5e248863adc5", "name": "network-vif-deleted", "tag": "29d9e174-bc71-4a2d-be31-99e62c5d87bd", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:13:08.458434 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-47c9a714-7cc9-448c-a3b8-e4c467b71800 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:13:08.458890 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47c9a714-7cc9-448c-a3b8-e4c467b71800'] response: {'server_uuid': 'a89c6605-5b7b-41f9-b8d4-5e248863adc5', 'name': 'network-vif-deleted', 'tag': '29d9e174-bc71-4a2d-be31-99e62c5d87bd', 'status': 'completed', 'code': 200} Apr 08 11:13:08.482459 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-11941f83-2049-4865-8537-0df7596064e0 req-99227c4c-a368-4068-a9ae-f08b14368c3c tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758688 Apr 08 11:13:08.720580 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b668261a-9587-43e0-84d7-0816cfb1e364 req-c5d521eb-1545-47d0-9d3c-c39aab127911 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 210 time: 0.0451651 Apr 08 11:13:09.626264 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a9d43-8a47-4a4a-9d69-56af2663a4c9 req-e40f0efc-f9cd-4cef-848d-d632f5558075 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:09.627890 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-463a9d43-8a47-4a4a-9d69-56af2663a4c9 req-e40f0efc-f9cd-4cef-848d-d632f5558075 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 945 time: 0.0651608 Apr 08 11:13:09.688703 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-463a9d43-8a47-4a4a-9d69-56af2663a4c9 req-57d58022-d0da-4e7a-87e5-2991ca8f7187 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492804 Apr 08 11:13:09.825045 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-fc37b055-56dc-482d-beff-06e9459fa4d6 req-d624bbf7-63e1-4f60-bff4-a68731918a17 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=a89c6605-5b7b-41f9-b8d4-5e248863adc5 HTTP/1.1" status: 200 len: 210 time: 0.0305610 Apr 08 11:13:10.814621 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cae5f5-267c-4127-b02d-3bfd23c9acf8 req-3b42b614-3d3d-4dac-a039-a8e34939e335 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:10.815610 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-27cae5f5-267c-4127-b02d-3bfd23c9acf8 req-3b42b614-3d3d-4dac-a039-a8e34939e335 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 945 time: 0.0541604 Apr 08 11:13:10.861450 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 29d9e174-bc71-4a2d-be31-99e62c5d87bd no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:13:10.865486 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-27cae5f5-267c-4127-b02d-3bfd23c9acf8 req-d71c8be5-223e-4104-85f1-e97838ba7b99 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437913 Apr 08 11:13:10.882178 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] No Port match for: 29d9e174-bc71-4a2d-be31-99e62c5d87bd {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:13:10.882713 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 29d9e174-bc71-4a2d-be31-99e62c5d87bd not bound to the agent host hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:13:11.325748 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a395b8e-da22-4257-bc8c-aaf735ff7927 req-6b28b8a4-1f98-4124-9a06-349ef043a647 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:11.327245 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3a395b8e-da22-4257-bc8c-aaf735ff7927 req-6b28b8a4-1f98-4124-9a06-349ef043a647 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e432f2c-f993-417f-89e6-33256174ddf4 HTTP/1.1" status: 200 len: 945 time: 0.0578239 Apr 08 11:13:11.374505 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3a395b8e-da22-4257-bc8c-aaf735ff7927 req-06922057-425f-45bd-a6cf-8d8537dafa5e tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415432 Apr 08 11:13:11.993834 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79dda9c-d677-4405-a7ce-e8ca38962461 req-cf444e24-62a0-4198-bcb7-413fc73eac05 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:11.995420 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c79dda9c-d677-4405-a7ce-e8ca38962461 req-cf444e24-62a0-4198-bcb7-413fc73eac05 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 945 time: 0.0531144 Apr 08 11:13:12.045879 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c79dda9c-d677-4405-a7ce-e8ca38962461 req-8d830334-b8e2-4ec6-b76d-c0de14aaeb85 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448477 Apr 08 11:13:12.492967 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef40a72-2445-407b-878f-a605df81402d req-109df8a3-38d0-47e2-9ff6-05929046073b tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:12.494951 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8ef40a72-2445-407b-878f-a605df81402d req-109df8a3-38d0-47e2-9ff6-05929046073b tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e432f2c-f993-417f-89e6-33256174ddf4 HTTP/1.1" status: 200 len: 945 time: 0.0522876 Apr 08 11:13:12.556084 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8ef40a72-2445-407b-878f-a605df81402d req-87cc6067-1626-4325-ab4e-103255cd3775 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547063 Apr 08 11:13:13.167994 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16832b-35b0-4728-99b6-778efb7f78fc req-74ba8f2f-f81a-4d29-ac46-d5c2aecfc5f0 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:13.169464 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ea16832b-35b0-4728-99b6-778efb7f78fc req-74ba8f2f-f81a-4d29-ac46-d5c2aecfc5f0 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 945 time: 0.0525982 Apr 08 11:13:13.215661 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ea16832b-35b0-4728-99b6-778efb7f78fc req-5500a1e8-31fc-41e2-8893-bdd0848d98be tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406113 Apr 08 11:13:13.596853 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:13:13.676355 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6d5c9-7713-4939-a48f-14179201e7c9 req-b4b0f366-0979-48c9-803a-75dc51a5b970 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:13.677859 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8be6d5c9-7713-4939-a48f-14179201e7c9 req-b4b0f366-0979-48c9-803a-75dc51a5b970 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e432f2c-f993-417f-89e6-33256174ddf4 HTTP/1.1" status: 200 len: 945 time: 0.0552299 Apr 08 11:13:13.723817 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8be6d5c9-7713-4939-a48f-14179201e7c9 req-411e8e76-8a9d-45b2-941c-bba898b6175b tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403824 Apr 08 11:13:14.337832 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379dae8-7b2b-4583-823c-999777f1e8f8 req-aab8b3a7-2d53-4085-af0f-1e6404f6d85c tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:14.339423 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e379dae8-7b2b-4583-823c-999777f1e8f8 req-aab8b3a7-2d53-4085-af0f-1e6404f6d85c tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 945 time: 0.0523608 Apr 08 11:13:14.385261 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e379dae8-7b2b-4583-823c-999777f1e8f8 req-2d6acef1-4735-4adf-bcfa-a6bc7d411bef tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402927 Apr 08 11:13:14.839575 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2433382-aa3c-44fb-ac8d-2d017f94e7d0 req-aa32ca67-ddfc-4827-9aa4-66cffcc32bf5 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:14.841047 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b2433382-aa3c-44fb-ac8d-2d017f94e7d0 req-aa32ca67-ddfc-4827-9aa4-66cffcc32bf5 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e432f2c-f993-417f-89e6-33256174ddf4 HTTP/1.1" status: 200 len: 945 time: 0.0531001 Apr 08 11:13:14.879271 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 08551a8c-828e-4887-8e9c-943d3b3faf29 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:13:14.887991 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b2433382-aa3c-44fb-ac8d-2d017f94e7d0 req-b66a49ad-1b34-44e1-8855-f7c11a6b5cdc tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411463 Apr 08 11:13:14.955999 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port 08551a8c-828e-4887-8e9c-943d3b3faf29 is: ACTIVE; New status is: DOWN {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:13:14.956381 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (08551a8c-828e-4887-8e9c-943d3b3faf29), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:14.978711 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08551a8c-828e-4887-8e9c-943d3b3faf29'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:13:14.980981 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351759d57aafe3a60f453950940ba8882eb57342389be8e59779499322ae84b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78a7858-8e8f-4606-b843-a5f90cb8d39a" -d '{"events": [{"server_uuid": "ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408", "name": "network-vif-unplugged", "status": "completed", "tag": "08551a8c-828e-4887-8e9c-943d3b3faf29"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:13:14.992681 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 08551a8c-828e-4887-8e9c-943d3b3faf29, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=08551a8c-828e-4887-8e9c-943d3b3faf29,segment=NetworkSegment(bb9e3258-fa2f-4286-80e8-28f078f3a6fa),segment_id=bb9e3258-fa2f-4286-80e8-28f078f3a6fa)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:13:15.016765 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 08 Apr 2022 11:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f589f8-734f-4ec3-9e6b-1b59436f4cc7 x-openstack-request-id: req-81f589f8-734f-4ec3-9e6b-1b59436f4cc7 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:13:15.017080 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408", "name": "network-vif-unplugged", "status": "completed", "tag": "08551a8c-828e-4887-8e9c-943d3b3faf29", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:13:15.017340 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-81f589f8-734f-4ec3-9e6b-1b59436f4cc7 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:13:15.017770 dv-cinder-836073-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81f589f8-734f-4ec3-9e6b-1b59436f4cc7'] response: {'server_uuid': 'ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08551a8c-828e-4887-8e9c-943d3b3faf29', 'code': 200} Apr 08 11:13:15.058161 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (08551a8c-828e-4887-8e9c-943d3b3faf29), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:15.106617 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=08551a8c-828e-4887-8e9c-943d3b3faf29,revision_number=8']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:15.250651 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af4524-7043-46a7-9b67-459ce9f613b7 req-fc668121-1b06-46b8-9f36-cd763303b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:15.252120 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-51af4524-7043-46a7-9b67-459ce9f613b7 req-fc668121-1b06-46b8-9f36-cd763303b4d4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1193c805e04401c8afbb9690ce62e77&device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 1127 time: 0.0477915 Apr 08 11:13:15.428249 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d77296-3100-448d-bc31-deaffe478e09 req-75681805-454b-495c-8604-4cff70f2f177 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:15.429720 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a7d77296-3100-448d-bc31-deaffe478e09 req-75681805-454b-495c-8604-4cff70f2f177 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e432f2c-f993-417f-89e6-33256174ddf4 HTTP/1.1" status: 200 len: 945 time: 0.1139615 Apr 08 11:13:15.446202 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af4524-7043-46a7-9b67-459ce9f613b7 req-f594e52f-6dfc-4f14-b5e2-0f1722fada00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:15.447767 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-51af4524-7043-46a7-9b67-459ce9f613b7 req-f594e52f-6dfc-4f14-b5e2-0f1722fada00 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dc6c096a-ab1d-4dd5-b548-e6d43b20edbf HTTP/1.1" status: 200 len: 917 time: 0.1329544 Apr 08 11:13:15.507088 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fe346-b773-4fad-a9bd-5861fe8b1251 req-012ea86a-b6be-47a1-8966-7dde93dbe7a4 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:15.510048 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4b4fe346-b773-4fad-a9bd-5861fe8b1251 req-012ea86a-b6be-47a1-8966-7dde93dbe7a4 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 943 time: 0.0544260 Apr 08 11:13:15.560475 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-51af4524-7043-46a7-9b67-459ce9f613b7 req-be832f63-5904-427e-ad8e-3b72c8cc517d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08551a8c-828e-4887-8e9c-943d3b3faf29 HTTP/1.1" status: 200 len: 999 time: 0.0953629 Apr 08 11:13:15.561635 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4b4fe346-b773-4fad-a9bd-5861fe8b1251 req-5632f915-badd-4fa6-bfdc-c30eafb82ee3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472634 Apr 08 11:13:15.616919 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-a7d77296-3100-448d-bc31-deaffe478e09 req-3ed1f4b5-e192-4888-a4ae-2d0b556002be tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Deleting port 28bfb6b5-80a3-44a5-8807-cb2e795646a0 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:13:15.617260 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-a7d77296-3100-448d-bc31-deaffe478e09 req-3ed1f4b5-e192-4888-a4ae-2d0b556002be tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (28bfb6b5-80a3-44a5-8807-cb2e795646a0), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:15.632496 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af4524-7043-46a7-9b67-459ce9f613b7 req-a5f9dbda-c111-4fa8-ba64-4178f03cb1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:15.633970 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-51af4524-7043-46a7-9b67-459ce9f613b7 req-a5f9dbda-c111-4fa8-ba64-4178f03cb1cc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=69645fe8-51b2-4fb3-8963-10a4b0bd4ba3 HTTP/1.1" status: 200 len: 855 time: 0.0667317 Apr 08 11:13:15.736304 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af4524-7043-46a7-9b67-459ce9f613b7 req-1d7fda25-c7b6-4b82-8283-7895c0967c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:15.737727 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-51af4524-7043-46a7-9b67-459ce9f613b7 req-1d7fda25-c7b6-4b82-8283-7895c0967c12 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dc6c096a-ab1d-4dd5-b548-e6d43b20edbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0969055 Apr 08 11:13:15.742333 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-a7d77296-3100-448d-bc31-deaffe478e09 req-3ed1f4b5-e192-4888-a4ae-2d0b556002be tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] For port 28bfb6b5-80a3-44a5-8807-cb2e795646a0, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=28bfb6b5-80a3-44a5-8807-cb2e795646a0,segment=NetworkSegment(613f7358-0b7f-46c2-b204-8ee3ad5427d6),segment_id=613f7358-0b7f-46c2-b204-8ee3ad5427d6)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:13:15.742692 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-a7d77296-3100-448d-bc31-deaffe478e09 req-3ed1f4b5-e192-4888-a4ae-2d0b556002be tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (28bfb6b5-80a3-44a5-8807-cb2e795646a0), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:15.770497 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-a7d77296-3100-448d-bc31-deaffe478e09 req-3ed1f4b5-e192-4888-a4ae-2d0b556002be tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Calling delete_port for 28bfb6b5-80a3-44a5-8807-cb2e795646a0 owned by compute:nova {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:13:15.887119 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-51af4524-7043-46a7-9b67-459ce9f613b7 req-f39dc796-e314-4b47-96f5-e4e452100874 service neutron] 10.222.0.25 "GET /v2.0/networks/dc6c096a-ab1d-4dd5-b548-e6d43b20edbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373787 Apr 08 11:13:16.295071 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-51af4524-7043-46a7-9b67-459ce9f613b7 req-db33d07e-7108-4b07-ba20-5a2be9d020ce service neutron] 10.222.0.25 "GET /v2.0/networks/dc6c096a-ab1d-4dd5-b548-e6d43b20edbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987772 Apr 08 11:13:16.306276 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a53607-d8db-4d7f-877d-50b1f4601946 req-2ac50c4f-2d7a-4d15-ae79-987f4a7f38ae tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:16.307794 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-17a53607-d8db-4d7f-877d-50b1f4601946 req-2ac50c4f-2d7a-4d15-ae79-987f4a7f38ae tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e432f2c-f993-417f-89e6-33256174ddf4 HTTP/1.1" status: 200 len: 945 time: 0.0892229 Apr 08 11:13:16.355398 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-17a53607-d8db-4d7f-877d-50b1f4601946 req-82244d24-8aa8-447f-bc8f-9e2c564dc77a tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bb76394-04a5-407b-a386-9254fa82e406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419419 Apr 08 11:13:16.366971 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-a7d77296-3100-448d-bc31-deaffe478e09 req-3ed1f4b5-e192-4888-a4ae-2d0b556002be tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (28bfb6b5-80a3-44a5-8807-cb2e795646a0), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:16.399659 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1f4b5-e192-4888-a4ae-2d0b556002be tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Pushing event deleted for resources: {'Port': ['ID=28bfb6b5-80a3-44a5-8807-cb2e795646a0,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:16.414213 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] get_ports_and_sgs() called for port_ids ['28bfb6b5-80a3-44a5-8807-cb2e795646a0'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:13:16.443144 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d77296-3100-448d-bc31-deaffe478e09 req-3ed1f4b5-e192-4888-a4ae-2d0b556002be tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] No DVR routers for this DVR port 28bfb6b5-80a3-44a5-8807-cb2e795646a0 on host hv-cinder-83607 {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:13:16.445918 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-a7d77296-3100-448d-bc31-deaffe478e09 req-3ed1f4b5-e192-4888-a4ae-2d0b556002be tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:16.464122 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a7d77296-3100-448d-bc31-deaffe478e09 req-3ed1f4b5-e192-4888-a4ae-2d0b556002be tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.25 "DELETE /v2.0/ports/28bfb6b5-80a3-44a5-8807-cb2e795646a0 HTTP/1.1" status: 204 len: 173 time: 1.0126491 Apr 08 11:13:16.464122 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e432f2c-f993-417f-89e6-33256174ddf4', 'name': 'network-vif-deleted', 'tag': '28bfb6b5-80a3-44a5-8807-cb2e795646a0'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:13:16.464122 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d7b0e3-7aab-4a45-809f-77016af6125b" -d '{"events": [{"server_uuid": "1e432f2c-f993-417f-89e6-33256174ddf4", "name": "network-vif-deleted", "tag": "28bfb6b5-80a3-44a5-8807-cb2e795646a0"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:13:16.488227 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad95c4b6-4d0d-412c-93a0-f21b8d144c2f x-openstack-request-id: req-ad95c4b6-4d0d-412c-93a0-f21b8d144c2f {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:13:16.488515 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e432f2c-f993-417f-89e6-33256174ddf4", "name": "network-vif-deleted", "tag": "28bfb6b5-80a3-44a5-8807-cb2e795646a0", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:13:16.488759 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ad95c4b6-4d0d-412c-93a0-f21b8d144c2f {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:13:16.489148 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad95c4b6-4d0d-412c-93a0-f21b8d144c2f'] response: {'server_uuid': '1e432f2c-f993-417f-89e6-33256174ddf4', 'name': 'network-vif-deleted', 'tag': '28bfb6b5-80a3-44a5-8807-cb2e795646a0', 'status': 'completed', 'code': 200} Apr 08 11:13:16.686925 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b3210-7da0-4986-994b-d8a40641a5d8 req-e085315b-45f0-4ce4-adf7-25f72b537342 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:16.688294 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-699b3210-7da0-4986-994b-d8a40641a5d8 req-e085315b-45f0-4ce4-adf7-25f72b537342 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 943 time: 0.0532243 Apr 08 11:13:16.735952 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-699b3210-7da0-4986-994b-d8a40641a5d8 req-237b1566-e7d4-4125-895e-4501048e4f4d tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420568 Apr 08 11:13:17.446806 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-43c47ae1-ff30-4302-93e4-31e4d4135584 req-b03b0b0c-bd73-4cb0-8882-b702930b9925 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e432f2c-f993-417f-89e6-33256174ddf4 HTTP/1.1" status: 200 len: 210 time: 0.0265589 Apr 08 11:13:17.861735 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420a5ec-d704-4771-b1ad-05196c99cd75 req-cdabf8f5-d94b-4e3a-bdcc-7c34b76ce8a2 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:17.863241 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5420a5ec-d704-4771-b1ad-05196c99cd75 req-cdabf8f5-d94b-4e3a-bdcc-7c34b76ce8a2 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 943 time: 0.0551169 Apr 08 11:13:17.913204 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5420a5ec-d704-4771-b1ad-05196c99cd75 req-ef22a1d1-cf38-4211-997f-0e84ff9ee7fe tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442007 Apr 08 11:13:18.548434 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0fa2a757-63dc-4510-98ab-fbcf92095a40 req-4f11db94-83e4-4632-8094-0bf828b057f4 tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e432f2c-f993-417f-89e6-33256174ddf4 HTTP/1.1" status: 200 len: 210 time: 0.0328093 Apr 08 11:13:18.979156 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 08551a8c-828e-4887-8e9c-943d3b3faf29 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:13:19.038561 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628ddc1-02a3-4cc0-a31b-4e22217d3c25 req-b10e55d4-104d-4383-be15-f304d5d0ea90 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:19.040171 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1628ddc1-02a3-4cc0-a31b-4e22217d3c25 req-b10e55d4-104d-4383-be15-f304d5d0ea90 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 943 time: 0.0532079 Apr 08 11:13:19.065194 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port 08551a8c-828e-4887-8e9c-943d3b3faf29 is: DOWN; New status is: DOWN {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:13:19.066268 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 28bfb6b5-80a3-44a5-8807-cb2e795646a0 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:13:19.085546 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] No Port match for: 28bfb6b5-80a3-44a5-8807-cb2e795646a0 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:13:19.085798 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 28bfb6b5-80a3-44a5-8807-cb2e795646a0 not bound to the agent host hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:13:19.087698 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1628ddc1-02a3-4cc0-a31b-4e22217d3c25 req-809f5ed9-b8ab-4be5-8805-d626c95370d7 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414746 Apr 08 11:13:19.660568 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1ccba9f8-f219-4223-9993-4e63d968b3fd req-b8dd1b5a-7cf2-4c4d-b9c8-2750fdf39ced tempest-ServerRescueNegativeTestJSON-1291207920 tempest-ServerRescueNegativeTestJSON-1291207920-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e432f2c-f993-417f-89e6-33256174ddf4 HTTP/1.1" status: 200 len: 210 time: 0.0285249 Apr 08 11:13:20.717405 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 49730) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:13:21.110042 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [req-4b7ced88-59ca-4d61-956d-299cfcd9b751 req-eeb81369-f7f3-45e1-aabf-a2d87a2a7414 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=104016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:13:21.111209 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4b7ced88-59ca-4d61-956d-299cfcd9b751 req-eeb81369-f7f3-45e1-aabf-a2d87a2a7414 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0555468 Apr 08 11:13:21.327411 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-202f2701-c755-4b11-a2fb-95c102e77ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457665'] for router_interface (88daa066-b455-46b9-a15b-0c1a477222f0), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:21.553332 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e3a58e-3c90-4137-9b7b-40ba6596a5fb req-4757fd3c-8906-45d2-a5e7-f4834e7eb3e7 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:21.554771 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c3e3a58e-3c90-4137-9b7b-40ba6596a5fb req-4757fd3c-8906-45d2-a5e7-f4834e7eb3e7 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 943 time: 0.1484766 Apr 08 11:13:21.634615 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c3e3a58e-3c90-4137-9b7b-40ba6596a5fb req-b4db8b42-d559-4b96-8861-5555268e70b4 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726845 Apr 08 11:13:21.711350 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-202f2701-c755-4b11-a2fb-95c102e77ff8 admin admin] Deleting port d47809be-72a1-45c0-adf1-efea70f1fd9a {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:13:21.711687 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-202f2701-c755-4b11-a2fb-95c102e77ff8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (d47809be-72a1-45c0-adf1-efea70f1fd9a), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:21.795730 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-202f2701-c755-4b11-a2fb-95c102e77ff8 admin admin] For port d47809be-72a1-45c0-adf1-efea70f1fd9a, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=d47809be-72a1-45c0-adf1-efea70f1fd9a,segment=NetworkSegment(613f7358-0b7f-46c2-b204-8ee3ad5427d6),segment_id=613f7358-0b7f-46c2-b204-8ee3ad5427d6)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:13:21.796435 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-202f2701-c755-4b11-a2fb-95c102e77ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (d47809be-72a1-45c0-adf1-efea70f1fd9a), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:21.809453 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-202f2701-c755-4b11-a2fb-95c102e77ff8 admin admin] Calling delete_port for d47809be-72a1-45c0-adf1-efea70f1fd9a owned by network:router_interface {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:13:21.819863 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 49760) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:13:21.905706 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7b792035-2b4e-43e9-af54-890e4ab33b9f req-ea68b11b-6b98-41ba-a6c4-ef3e401b6e16 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0846684 Apr 08 11:13:21.914146 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [req-7b792035-2b4e-43e9-af54-890e4ab33b9f req-24375066-9386-49d5-a9fa-4aae3eee9e72 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=104016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:13:21.915116 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7b792035-2b4e-43e9-af54-890e4ab33b9f req-24375066-9386-49d5-a9fa-4aae3eee9e72 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048482 Apr 08 11:13:21.993793 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 49770) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:13:22.055837 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-202f2701-c755-4b11-a2fb-95c102e77ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638'] for port (d47809be-72a1-45c0-adf1-efea70f1fd9a), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:22.090698 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b792035-2b4e-43e9-af54-890e4ab33b9f req-f6d778e3-26b7-4acc-a457-ff52c75157f3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:22.092498 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7b792035-2b4e-43e9-af54-890e4ab33b9f req-f6d778e3-26b7-4acc-a457-ff52c75157f3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports/08551a8c-828e-4887-8e9c-943d3b3faf29 HTTP/1.1" status: 200 len: 940 time: 0.0976691 Apr 08 11:13:22.092698 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f2701-c755-4b11-a2fb-95c102e77ff8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d47809be-72a1-45c0-adf1-efea70f1fd9a,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:22.127033 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f2701-c755-4b11-a2fb-95c102e77ff8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:13:22.127378 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f2701-c755-4b11-a2fb-95c102e77ff8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:13:22.128125 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f2701-c755-4b11-a2fb-95c102e77ff8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:13:22.128125 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f2701-c755-4b11-a2fb-95c102e77ff8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:13:22.128433 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f2701-c755-4b11-a2fb-95c102e77ff8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:13:22.128775 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f2701-c755-4b11-a2fb-95c102e77ff8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:13:22.129099 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f2701-c755-4b11-a2fb-95c102e77ff8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:13:22.129425 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f2701-c755-4b11-a2fb-95c102e77ff8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:13:22.129774 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f2701-c755-4b11-a2fb-95c102e77ff8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:13:22.130096 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f2701-c755-4b11-a2fb-95c102e77ff8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:13:22.130443 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f2701-c755-4b11-a2fb-95c102e77ff8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:13:22.130749 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f2701-c755-4b11-a2fb-95c102e77ff8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:13:22.131067 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f2701-c755-4b11-a2fb-95c102e77ff8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:13:22.131384 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f2701-c755-4b11-a2fb-95c102e77ff8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:13:22.131706 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f2701-c755-4b11-a2fb-95c102e77ff8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:13:22.199709 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:22.246527 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-202f2701-c755-4b11-a2fb-95c102e77ff8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7869776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457614'] for router_interface (88daa066-b455-46b9-a15b-0c1a477222f0), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:22.478254 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202f2701-c755-4b11-a2fb-95c102e77ff8 admin admin] Router 88daa066-b455-46b9-a15b-0c1a477222f0 has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:13:22.596158 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202f2701-c755-4b11-a2fb-95c102e77ff8 admin admin] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:13:22.601354 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-202f2701-c755-4b11-a2fb-95c102e77ff8 admin admin] 10.222.0.53 "PUT /v2.0/routers/88daa066-b455-46b9-a15b-0c1a477222f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8828471 Apr 08 11:13:22.603868 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 49782) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:13:22.605269 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c211ba-40c4-46f0-a2b0-7b2723d060f9 None None] Sync routers for ids ['88daa066-b455-46b9-a15b-0c1a477222f0'] in dv-cinder-836073-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:13:22.615968 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c211ba-40c4-46f0-a2b0-7b2723d060f9 None None] Routers {'88daa066-b455-46b9-a15b-0c1a477222f0'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:13:22.616825 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-f3c211ba-40c4-46f0-a2b0-7b2723d060f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:13:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['88daa066-b455-46b9-a15b-0c1a477222f0'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:13:22.722531 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4a6e0d87-34bd-4182-a204-5bb29f4bba6f admin admin] Publish callbacks [] for router (88daa066-b455-46b9-a15b-0c1a477222f0), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:22.733847 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-f3c211ba-40c4-46f0-a2b0-7b2723d060f9 None None] Set router 88daa066-b455-46b9-a15b-0c1a477222f0 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:13:22.778692 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50032c7-9394-4db6-9e9b-e4f305a4b0cc req-d3e3f12f-1702-4f61-8401-bcaad9f3f755 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:22.786141 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b50032c7-9394-4db6-9e9b-e4f305a4b0cc req-d3e3f12f-1702-4f61-8401-bcaad9f3f755 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 943 time: 0.0699933 Apr 08 11:13:22.846110 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4a6e0d87-34bd-4182-a204-5bb29f4bba6f admin admin] Publish callbacks [] for router_gateway (88daa066-b455-46b9-a15b-0c1a477222f0), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:22.846741 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b50032c7-9394-4db6-9e9b-e4f305a4b0cc req-5f3d8233-41d1-4bcb-a5d2-07bfcf629f57 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582452 Apr 08 11:13:22.939539 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-f3c211ba-40c4-46f0-a2b0-7b2723d060f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'name': 'tempest-ServerRescueNegativeTestJSON-611312062-router', 'tenant_id': '9450476075be4d51833224be59b18143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '12bec263-c83b-4a84-a33c-4472bb687815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:38Z', 'updated_at': '2022-04-08T11:13:21Z', 'revision_number': 5, 'project_id': '9450476075be4d51833224be59b18143', 'gw_port': {'id': '12bec263-c83b-4a84-a33c-4472bb687815', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:38Z', 'updated_at': '2022-04-08T11:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi'}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:13:22.968770 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c211ba-40c4-46f0-a2b0-7b2723d060f9 None None] Checking router: 88daa066-b455-46b9-a15b-0c1a477222f0 for host: dv-cinder-836073-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:13:22.979476 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c211ba-40c4-46f0-a2b0-7b2723d060f9 None None] Routers {'88daa066-b455-46b9-a15b-0c1a477222f0'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:13:22.980117 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-f3c211ba-40c4-46f0-a2b0-7b2723d060f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:13:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['88daa066-b455-46b9-a15b-0c1a477222f0'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:13:22.992370 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-4a6e0d87-34bd-4182-a204-5bb29f4bba6f admin admin] Deleting port 12bec263-c83b-4a84-a33c-4472bb687815 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:13:22.992825 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4a6e0d87-34bd-4182-a204-5bb29f4bba6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (12bec263-c83b-4a84-a33c-4472bb687815), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:23.082787 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-4a6e0d87-34bd-4182-a204-5bb29f4bba6f admin admin] For port 12bec263-c83b-4a84-a33c-4472bb687815, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=12bec263-c83b-4a84-a33c-4472bb687815,segment=NetworkSegment(2bb98e3e-6539-44eb-b25b-4089590167ac),segment_id=2bb98e3e-6539-44eb-b25b-4089590167ac)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:13:23.083245 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4a6e0d87-34bd-4182-a204-5bb29f4bba6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (12bec263-c83b-4a84-a33c-4472bb687815), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:23.097538 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-4a6e0d87-34bd-4182-a204-5bb29f4bba6f admin admin] Calling delete_port for 12bec263-c83b-4a84-a33c-4472bb687815 owned by network:router_gateway {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:13:23.204457 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-f3c211ba-40c4-46f0-a2b0-7b2723d060f9 None None] Set router 88daa066-b455-46b9-a15b-0c1a477222f0 gateway port host: None {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:13:23.258672 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-f3c211ba-40c4-46f0-a2b0-7b2723d060f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'name': 'tempest-ServerRescueNegativeTestJSON-611312062-router', 'tenant_id': '9450476075be4d51833224be59b18143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:38Z', 'updated_at': '2022-04-08T11:13:22Z', 'revision_number': 6, 'project_id': '9450476075be4d51833224be59b18143', 'gw_port_host': None}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:13:23.284407 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c211ba-40c4-46f0-a2b0-7b2723d060f9 None None] The sync data for ids ['88daa066-b455-46b9-a15b-0c1a477222f0'] in dv-cinder-836073-3-iscsi is: [{'id': '88daa066-b455-46b9-a15b-0c1a477222f0', 'name': 'tempest-ServerRescueNegativeTestJSON-611312062-router', 'tenant_id': '9450476075be4d51833224be59b18143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:38Z', 'updated_at': '2022-04-08T11:13:22Z', 'revision_number': 6, 'project_id': '9450476075be4d51833224be59b18143', 'gw_port_host': None}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:13:23.367102 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4a6e0d87-34bd-4182-a204-5bb29f4bba6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638'] for port (12bec263-c83b-4a84-a33c-4472bb687815), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:23.394329 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e0d87-34bd-4182-a204-5bb29f4bba6f admin admin] Pushing event deleted for resources: {'Port': ['ID=12bec263-c83b-4a84-a33c-4472bb687815,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:23.417167 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4a6e0d87-34bd-4182-a204-5bb29f4bba6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456443'] for router_gateway (88daa066-b455-46b9-a15b-0c1a477222f0), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:23.523002 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4a6e0d87-34bd-4182-a204-5bb29f4bba6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1014241'] for router (88daa066-b455-46b9-a15b-0c1a477222f0), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:23.525113 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4a6e0d87-34bd-4182-a204-5bb29f4bba6f admin admin] Publish callbacks [] for router_controller (88daa066-b455-46b9-a15b-0c1a477222f0), precommit_delete_associations {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:23.596422 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b792035-2b4e-43e9-af54-890e4ab33b9f req-1440d6fd-ea02-45a8-887b-6f269be33db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:23.596422 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7b792035-2b4e-43e9-af54-890e4ab33b9f req-1440d6fd-ea02-45a8-887b-6f269be33db1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408&tenant_id=a1193c805e04401c8afbb9690ce62e77 HTTP/1.1" status: 200 len: 1127 time: 0.0480516 Apr 08 11:13:23.672564 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4a6e0d87-34bd-4182-a204-5bb29f4bba6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-458149'] for router (88daa066-b455-46b9-a15b-0c1a477222f0), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:23.673121 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6e0d87-34bd-4182-a204-5bb29f4bba6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88daa066-b455-46b9-a15b-0c1a477222f0 {{(pid=104017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 11:13:23.683797 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b792035-2b4e-43e9-af54-890e4ab33b9f req-a1133455-0fb0-48d4-8eec-07851d7529f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:23.684304 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4a6e0d87-34bd-4182-a204-5bb29f4bba6f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:23.687826 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7b792035-2b4e-43e9-af54-890e4ab33b9f req-a1133455-0fb0-48d4-8eec-07851d7529f1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1193c805e04401c8afbb9690ce62e77&device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 1127 time: 0.0486536 Apr 08 11:13:23.687975 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-4a6e0d87-34bd-4182-a204-5bb29f4bba6f admin admin] 10.222.0.53 "DELETE /v2.0/routers/88daa066-b455-46b9-a15b-0c1a477222f0 HTTP/1.1" status: 204 len: 168 time: 1.0806088 Apr 08 11:13:23.688084 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 49790) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:13:23.737887 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ea4f8a-8cde-400b-97be-b266bac7b1b9 admin admin] Deleting subnet 100c6095-ccb7-4549-a3cc-5398fc0af1f1 {{(pid=104017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:13:23.740900 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a9ea4f8a-8cde-400b-97be-b266bac7b1b9 admin admin] Publish callbacks [] for subnet (100c6095-ccb7-4549-a3cc-5398fc0af1f1), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:23.779414 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a9ea4f8a-8cde-400b-97be-b266bac7b1b9 admin admin] Publish callbacks [] for subnet (100c6095-ccb7-4549-a3cc-5398fc0af1f1), precommit_delete_associations {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:23.780679 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b792035-2b4e-43e9-af54-890e4ab33b9f req-ed84a3ec-0b3e-4442-aad2-28ef8fa28734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:23.782158 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7b792035-2b4e-43e9-af54-890e4ab33b9f req-ed84a3ec-0b3e-4442-aad2-28ef8fa28734 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dc6c096a-ab1d-4dd5-b548-e6d43b20edbf HTTP/1.1" status: 200 len: 917 time: 0.0891707 Apr 08 11:13:23.849794 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7b792035-2b4e-43e9-af54-890e4ab33b9f req-68450dfa-4321-42b4-9330-082d39ad2c2c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08551a8c-828e-4887-8e9c-943d3b3faf29 HTTP/1.1" status: 200 len: 999 time: 0.0606451 Apr 08 11:13:23.854961 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a9ea4f8a-8cde-400b-97be-b266bac7b1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7741539'] for subnet (100c6095-ccb7-4549-a3cc-5398fc0af1f1), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:23.898989 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b792035-2b4e-43e9-af54-890e4ab33b9f req-99345052-b82c-4d2e-9541-703b6af9ddcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:23.900599 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7b792035-2b4e-43e9-af54-890e4ab33b9f req-99345052-b82c-4d2e-9541-703b6af9ddcc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=69645fe8-51b2-4fb3-8963-10a4b0bd4ba3 HTTP/1.1" status: 200 len: 855 time: 0.0437264 Apr 08 11:13:23.951366 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b792035-2b4e-43e9-af54-890e4ab33b9f req-33ba194a-24a0-4c9b-a4ad-bf762b0d968e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:23.952872 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7b792035-2b4e-43e9-af54-890e4ab33b9f req-33ba194a-24a0-4c9b-a4ad-bf762b0d968e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dc6c096a-ab1d-4dd5-b548-e6d43b20edbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465345 Apr 08 11:13:24.055733 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7b792035-2b4e-43e9-af54-890e4ab33b9f req-448f28d6-0198-4c98-99f2-902193d96c6d service neutron] 10.222.0.25 "GET /v2.0/networks/dc6c096a-ab1d-4dd5-b548-e6d43b20edbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941303 Apr 08 11:13:24.155343 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a9ea4f8a-8cde-400b-97be-b266bac7b1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7741546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737'] for subnet (100c6095-ccb7-4549-a3cc-5398fc0af1f1), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:24.162634 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7b792035-2b4e-43e9-af54-890e4ab33b9f req-103db84e-a2d2-4760-896f-41cbfc5a784c service neutron] 10.222.0.25 "GET /v2.0/networks/dc6c096a-ab1d-4dd5-b548-e6d43b20edbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992610 Apr 08 11:13:24.186556 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea4f8a-8cde-400b-97be-b266bac7b1b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=100c6095-ccb7-4549-a3cc-5398fc0af1f1,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:24.192772 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a9ea4f8a-8cde-400b-97be-b266bac7b1b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:24.196856 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-a9ea4f8a-8cde-400b-97be-b266bac7b1b9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/100c6095-ccb7-4549-a3cc-5398fc0af1f1 HTTP/1.1" status: 204 len: 168 time: 0.5077355 Apr 08 11:13:24.203858 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 49796) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:13:24.208890 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c964d1c-edd1-490f-9b87-68bed64c88cf None None] Network 90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01 requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:13:24.221238 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833f75d-3622-4edf-b57b-d8ba29586381 req-6c68ec6c-9c7a-4e71-a11f-4adcaf94fdc5 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:24.222793 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1833f75d-3622-4edf-b57b-d8ba29586381 req-6c68ec6c-9c7a-4e71-a11f-4adcaf94fdc5 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 943 time: 0.3039842 Apr 08 11:13:24.277676 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1833f75d-3622-4edf-b57b-d8ba29586381 req-10764fea-340d-40e5-a139-a39ef8dd9266 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491099 Apr 08 11:13:24.298839 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-df3d8ac3-9c3c-43a7-a8c4-e00fa78028d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7700898'] for network (90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:24.370519 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-df3d8ac3-9c3c-43a7-a8c4-e00fa78028d7 admin admin] Deleting port 82b837b5-1049-43af-859b-1e9d6bf802e6 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:13:24.370749 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-df3d8ac3-9c3c-43a7-a8c4-e00fa78028d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (82b837b5-1049-43af-859b-1e9d6bf802e6), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:24.394057 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c696ed18-0382-43ff-87c5-053f09f6b623 None None] DHCP port deletion for 90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01 request from dv-cinder-836073-3-iscsi {{(pid=104018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 11:13:24.452268 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-c696ed18-0382-43ff-87c5-053f09f6b623 None None] Deleting port 82b837b5-1049-43af-859b-1e9d6bf802e6 {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:13:24.452643 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c696ed18-0382-43ff-87c5-053f09f6b623 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (82b837b5-1049-43af-859b-1e9d6bf802e6), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:24.459798 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-df3d8ac3-9c3c-43a7-a8c4-e00fa78028d7 admin admin] For port 82b837b5-1049-43af-859b-1e9d6bf802e6, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=82b837b5-1049-43af-859b-1e9d6bf802e6,segment=NetworkSegment(613f7358-0b7f-46c2-b204-8ee3ad5427d6),segment_id=613f7358-0b7f-46c2-b204-8ee3ad5427d6)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:13:24.460171 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-df3d8ac3-9c3c-43a7-a8c4-e00fa78028d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (82b837b5-1049-43af-859b-1e9d6bf802e6), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:24.480088 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-df3d8ac3-9c3c-43a7-a8c4-e00fa78028d7 admin admin] Calling delete_port for 82b837b5-1049-43af-859b-1e9d6bf802e6 owned by network:dhcp {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:13:24.541093 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-c696ed18-0382-43ff-87c5-053f09f6b623 None None] For port 82b837b5-1049-43af-859b-1e9d6bf802e6, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=82b837b5-1049-43af-859b-1e9d6bf802e6,segment=NetworkSegment(613f7358-0b7f-46c2-b204-8ee3ad5427d6),segment_id=613f7358-0b7f-46c2-b204-8ee3ad5427d6)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:13:24.542329 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c696ed18-0382-43ff-87c5-053f09f6b623 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (82b837b5-1049-43af-859b-1e9d6bf802e6), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:24.557463 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-c696ed18-0382-43ff-87c5-053f09f6b623 None None] Calling delete_port for 82b837b5-1049-43af-859b-1e9d6bf802e6 owned by network:dhcp {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:13:24.635898 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-df3d8ac3-9c3c-43a7-a8c4-e00fa78028d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (82b837b5-1049-43af-859b-1e9d6bf802e6), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:24.665139 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d8ac3-9c3c-43a7-a8c4-e00fa78028d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=82b837b5-1049-43af-859b-1e9d6bf802e6,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:24.668915 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3d8ac3-9c3c-43a7-a8c4-e00fa78028d7 admin admin] No DVR routers for this DVR port 82b837b5-1049-43af-859b-1e9d6bf802e6 on host dv-cinder-836073-3-iscsi {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:13:24.688010 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c696ed18-0382-43ff-87c5-053f09f6b623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638'] for port (82b837b5-1049-43af-859b-1e9d6bf802e6), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:24.721927 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c696ed18-0382-43ff-87c5-053f09f6b623 None None] Pushing event deleted for resources: {'Port': ['ID=82b837b5-1049-43af-859b-1e9d6bf802e6,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:24.724349 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c696ed18-0382-43ff-87c5-053f09f6b623 None None] No DVR routers for this DVR port 82b837b5-1049-43af-859b-1e9d6bf802e6 on host dv-cinder-836073-3-iscsi {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:13:24.771053 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-df3d8ac3-9c3c-43a7-a8c4-e00fa78028d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7858426', 'neutron.services.segments.db._delete_segments_for_network-8771786818506'] for network (90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:24.806713 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-df3d8ac3-9c3c-43a7-a8c4-e00fa78028d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01']}} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:13:24.847389 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-df3d8ac3-9c3c-43a7-a8c4-e00fa78028d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '613f7358-0b7f-46c2-b204-8ee3ad5427d6') {'for_net_delete': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:13:24.848189 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-df3d8ac3-9c3c-43a7-a8c4-e00fa78028d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '613f7358-0b7f-46c2-b204-8ee3ad5427d6') {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:13:24.875384 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-df3d8ac3-9c3c-43a7-a8c4-e00fa78028d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771786821075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4108891'] for segment (613f7358-0b7f-46c2-b204-8ee3ad5427d6), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:24.907247 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-df3d8ac3-9c3c-43a7-a8c4-e00fa78028d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154'] for segment (613f7358-0b7f-46c2-b204-8ee3ad5427d6), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:24.913770 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df3d8ac3-9c3c-43a7-a8c4-e00fa78028d7 admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=104016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:13:24.914164 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-df3d8ac3-9c3c-43a7-a8c4-e00fa78028d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3536674'] for segment (613f7358-0b7f-46c2-b204-8ee3ad5427d6), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:24.915848 dv-cinder-836073-3-iscsi neutron-server[104016]: Traceback (most recent call last): Apr 08 11:13:24.915848 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:13:24.915848 dv-cinder-836073-3-iscsi neutron-server[104016]: timer() Apr 08 11:13:24.915848 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:13:24.915848 dv-cinder-836073-3-iscsi neutron-server[104016]: cb(*args, **kw) Apr 08 11:13:24.915848 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:13:24.915848 dv-cinder-836073-3-iscsi neutron-server[104016]: return func(*args, **kwargs) Apr 08 11:13:24.915848 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:13:24.915848 dv-cinder-836073-3-iscsi neutron-server[104016]: self._notify() Apr 08 11:13:24.915848 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:13:24.915848 dv-cinder-836073-3-iscsi neutron-server[104016]: self.callback(batched_events) Apr 08 11:13:24.915848 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:13:24.915848 dv-cinder-836073-3-iscsi neutron-server[104016]: event.method(event) Apr 08 11:13:24.915848 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:13:24.915848 dv-cinder-836073-3-iscsi neutron-server[104016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:13:24.915848 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:13:24.915848 dv-cinder-836073-3-iscsi neutron-server[104016]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:13:24.915848 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:13:24.915848 dv-cinder-836073-3-iscsi neutron-server[104016]: return f(self, *a, **k) Apr 08 11:13:24.915848 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:13:24.915848 dv-cinder-836073-3-iscsi neutron-server[104016]: return self._get(url).json() Apr 08 11:13:24.915848 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:13:24.915848 dv-cinder-836073-3-iscsi neutron-server[104016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:13:24.915848 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:13:24.915848 dv-cinder-836073-3-iscsi neutron-server[104016]: return self.request(url, 'GET', **kwargs) Apr 08 11:13:24.915848 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:13:24.915848 dv-cinder-836073-3-iscsi neutron-server[104016]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:13:24.915848 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:13:24.915848 dv-cinder-836073-3-iscsi neutron-server[104016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:13:24.915848 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:13:24.915848 dv-cinder-836073-3-iscsi neutron-server[104016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:13:24.915848 dv-cinder-836073-3-iscsi neutron-server[104016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:13:25.034198 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device d47809be-72a1-45c0-adf1-efea70f1fd9a no longer exists at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:13:25.054669 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] No Port match for: d47809be-72a1-45c0-adf1-efea70f1fd9a {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:13:25.055003 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device d47809be-72a1-45c0-adf1-efea70f1fd9a not bound to the agent host dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:13:25.055420 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 82b837b5-1049-43af-859b-1e9d6bf802e6 no longer exists at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:13:25.063805 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-df3d8ac3-9c3c-43a7-a8c4-e00fa78028d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7858401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7922337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456415'] for network (90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:25.069139 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-df3d8ac3-9c3c-43a7-a8c4-e00fa78028d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:25.076225 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-df3d8ac3-9c3c-43a7-a8c4-e00fa78028d7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01 HTTP/1.1" status: 204 len: 168 time: 0.8704298 Apr 08 11:13:25.081281 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] No Port match for: 82b837b5-1049-43af-859b-1e9d6bf802e6 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:13:25.081281 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 82b837b5-1049-43af-859b-1e9d6bf802e6 not bound to the agent host dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:13:25.081281 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 12bec263-c83b-4a84-a33c-4472bb687815 no longer exists at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:13:25.089470 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d8ac3-9c3c-43a7-a8c4-e00fa78028d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=90e28f2a-6b0b-40f1-b7f4-c1b36d1b0c01,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:25.113857 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] No Port match for: 12bec263-c83b-4a84-a33c-4472bb687815 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:13:25.114258 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 12bec263-c83b-4a84-a33c-4472bb687815 not bound to the agent host dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:13:25.414974 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae87bd-1381-4be9-981b-6ed0fb69db80 req-95e2003f-b741-496b-adb3-e3ee8a67682b tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:25.416756 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-72ae87bd-1381-4be9-981b-6ed0fb69db80 req-95e2003f-b741-496b-adb3-e3ee8a67682b tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 943 time: 0.0573075 Apr 08 11:13:25.474558 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-72ae87bd-1381-4be9-981b-6ed0fb69db80 req-1d6058f3-eadd-48dc-94ee-442fff07af4d tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519977 Apr 08 11:13:25.546383 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 49822) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:13:25.607657 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 49826) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:13:25.620058 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-ddee3451-6249-4097-b99b-3af0f148d222 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9450476075be4d51833224be59b18143&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0719917 Apr 08 11:13:25.659483 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-138b10cb-f435-4d36-a6a4-a9ac92039eae admin admin] Publish callbacks [] for security_group (9bb76394-04a5-407b-a386-9254fa82e406), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:25.684362 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-138b10cb-f435-4d36-a6a4-a9ac92039eae admin admin] Publish callbacks [] for security_group (9bb76394-04a5-407b-a386-9254fa82e406), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:25.838235 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-138b10cb-f435-4d36-a6a4-a9ac92039eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (9bb76394-04a5-407b-a386-9254fa82e406), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:25.841254 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-138b10cb-f435-4d36-a6a4-a9ac92039eae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:25.845495 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-138b10cb-f435-4d36-a6a4-a9ac92039eae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9bb76394-04a5-407b-a386-9254fa82e406 HTTP/1.1" status: 204 len: 168 time: 0.2338412 Apr 08 11:13:25.850690 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b10cb-f435-4d36-a6a4-a9ac92039eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb76394-04a5-407b-a386-9254fa82e406,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:26.618153 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b33ca8-e373-4358-b783-7356170dcd7d req-6dabebc0-74db-4b7b-abbe-5df35ccb2b0e tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:26.620484 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f2b33ca8-e373-4358-b783-7356170dcd7d req-6dabebc0-74db-4b7b-abbe-5df35ccb2b0e tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 943 time: 0.0639811 Apr 08 11:13:26.687356 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f2b33ca8-e373-4358-b783-7356170dcd7d req-736b67f3-32b7-41bd-a144-baaf250e42c2 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577443 Apr 08 11:13:26.963023 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 49852) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:13:27.060211 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-9de5deb9-35d1-468e-86fb-7b2d47ed9774 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-323287138-network', 'tenant_id': 'd4e1297953384d3b87c48b175c2633f3'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:13:27.127425 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de5deb9-35d1-468e-86fb-7b2d47ed9774 admin admin] Made reservation on behalf of d4e1297953384d3b87c48b175c2633f3 for: {'network': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:13:27.130212 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9de5deb9-35d1-468e-86fb-7b2d47ed9774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for network (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:27.139692 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9de5deb9-35d1-468e-86fb-7b2d47ed9774 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:27.222958 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9de5deb9-35d1-468e-86fb-7b2d47ed9774 admin admin] Publish callbacks [] for security_group (9db8e93b-de06-419e-97b6-b05e8f48a5d8), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:27.315326 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9de5deb9-35d1-468e-86fb-7b2d47ed9774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (9db8e93b-de06-419e-97b6-b05e8f48a5d8), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:27.347574 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9de5deb9-35d1-468e-86fb-7b2d47ed9774 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=104017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:13:27.356461 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de5deb9-35d1-468e-86fb-7b2d47ed9774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db8e93b-de06-419e-97b6-b05e8f48a5d8,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:27.368159 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9de5deb9-35d1-468e-86fb-7b2d47ed9774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154'] for segment (6cb3ca51-c836-42f7-82b4-a99f44f0cd16), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:27.368468 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.db.segments_db [None req-9de5deb9-35d1-468e-86fb-7b2d47ed9774 admin admin] Added segment 6cb3ca51-c836-42f7-82b4-a99f44f0cd16 of type vlan for network d2c43f90-e850-4375-85cb-4884ff8ece7d Apr 08 11:13:27.382073 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a9dfbf19-80c1-4a2d-9dc1-a47b05ee6196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:27.417803 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9de5deb9-35d1-468e-86fb-7b2d47ed9774 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771786507915'] for network (d2c43f90-e850-4375-85cb-4884ff8ece7d), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:27.535456 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9de5deb9-35d1-468e-86fb-7b2d47ed9774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7922337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737'] for network (d2c43f90-e850-4375-85cb-4884ff8ece7d), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:27.536408 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de5deb9-35d1-468e-86fb-7b2d47ed9774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:27.537211 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9de5deb9-35d1-468e-86fb-7b2d47ed9774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:27.608556 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de5deb9-35d1-468e-86fb-7b2d47ed9774 admin admin] Pushing event updated for resources: {'Network': ['ID=d2c43f90-e850-4375-85cb-4884ff8ece7d,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:27.620405 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Network d2c43f90-e850-4375-85cb-4884ff8ece7d details requested by agent ovs-agent-dv-cinder-836073-3-iscsi with host dv-cinder-836073-3-iscsi {{(pid=104018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:13:27.629430 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-9de5deb9-35d1-468e-86fb-7b2d47ed9774 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6654625 Apr 08 11:13:27.637610 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 49858) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:13:27.637922 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-bd24e9bf-1a76-4c35-98b0-230f00c45fa5 admin admin] Request body: {'subnet': {'network_id': 'd2c43f90-e850-4375-85cb-4884ff8ece7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-323287138-subnet', 'tenant_id': 'd4e1297953384d3b87c48b175c2633f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:13:27.732584 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd24e9bf-1a76-4c35-98b0-230f00c45fa5 admin admin] Made reservation on behalf of d4e1297953384d3b87c48b175c2633f3 for: {'subnet': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:13:27.734947 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bd24e9bf-1a76-4c35-98b0-230f00c45fa5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:27.862104 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbce098-5c11-4989-bf37-7b0c0d1c0255 req-1274acf3-dd95-4944-8890-800aad887809 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:27.876073 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3dbce098-5c11-4989-bf37-7b0c0d1c0255 req-1274acf3-dd95-4944-8890-800aad887809 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 943 time: 0.0754397 Apr 08 11:13:27.937717 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3dbce098-5c11-4989-bf37-7b0c0d1c0255 req-aed235ca-0595-4a95-9d13-02c9517c3514 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602491 Apr 08 11:13:28.087222 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bd24e9bf-1a76-4c35-98b0-230f00c45fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737'] for subnet (c6a54641-7ce3-4304-822d-9006aa5f0bc7), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:28.155113 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd24e9bf-1a76-4c35-98b0-230f00c45fa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6a54641-7ce3-4304-822d-9006aa5f0bc7,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:28.162851 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd24e9bf-1a76-4c35-98b0-230f00c45fa5 admin admin] Checking segment: {'id': '6cb3ca51-c836-42f7-82b4-a99f44f0cd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'd2c43f90-e850-4375-85cb-4884ff8ece7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:13:28.163382 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd24e9bf-1a76-4c35-98b0-230f00c45fa5 admin admin] Network hostable DHCP agents. Network: d2c43f90-e850-4375-85cb-4884ff8ece7d, hostable agents: ['19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3'], hosted agents: [] {{(pid=104017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:13:28.252382 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd24e9bf-1a76-4c35-98b0-230f00c45fa5 admin admin] Network d2c43f90-e850-4375-85cb-4884ff8ece7d is scheduled to be hosted by DHCP agent 19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3 with binding_index 1 {{(pid=104017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:13:28.332090 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-bd24e9bf-1a76-4c35-98b0-230f00c45fa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-3-iscsi, d2c43f90-e850-4375-85cb-4884ff8ece7d) {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:13:28.336262 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd24e9bf-1a76-4c35-98b0-230f00c45fa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:28.336848 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bd24e9bf-1a76-4c35-98b0-230f00c45fa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:28.345655 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8e493d-759c-414c-ae41-1488c28eb963 None None] Network d2c43f90-e850-4375-85cb-4884ff8ece7d requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:13:28.420805 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-bd24e9bf-1a76-4c35-98b0-230f00c45fa5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7874341 Apr 08 11:13:28.457914 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9a8e5c-3f10-4ba3-8e23-622d7c81a7b9 None None] Network d2c43f90-e850-4375-85cb-4884ff8ece7d requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:13:29.072479 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882cbf9-8941-444a-9fbe-4c73126a93d9 req-9a431d9c-eb09-4f4a-bdc6-c92d4a5e62ec tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:29.074693 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f882cbf9-8941-444a-9fbe-4c73126a93d9 req-9a431d9c-eb09-4f4a-bdc6-c92d4a5e62ec tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 943 time: 0.0568280 Apr 08 11:13:29.138741 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f882cbf9-8941-444a-9fbe-4c73126a93d9 req-4b06f5ff-88b1-413b-ab48-cd2332d92742 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431306 Apr 08 11:13:29.211632 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 49882) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:13:29.217046 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-14784388-a1be-434b-9670-443608648ea3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-217726811-network', 'tenant_id': '72126dd803cd4232a4de2b61a050dfc2'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:13:29.292800 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14784388-a1be-434b-9670-443608648ea3 admin admin] Made reservation on behalf of 72126dd803cd4232a4de2b61a050dfc2 for: {'network': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:13:29.295144 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-14784388-a1be-434b-9670-443608648ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for network (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:29.304480 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-14784388-a1be-434b-9670-443608648ea3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:29.389685 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-14784388-a1be-434b-9670-443608648ea3 admin admin] Publish callbacks [] for security_group (e4dd0293-3beb-43df-99da-f1e4e3ac689f), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:29.731294 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-14784388-a1be-434b-9670-443608648ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (e4dd0293-3beb-43df-99da-f1e4e3ac689f), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:29.764051 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14784388-a1be-434b-9670-443608648ea3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=104017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:13:29.803749 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14784388-a1be-434b-9670-443608648ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4dd0293-3beb-43df-99da-f1e4e3ac689f,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:29.810403 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-14784388-a1be-434b-9670-443608648ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154'] for segment (f484282f-9ffd-4d10-b5cf-af94eda33bab), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:29.811109 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.db.segments_db [None req-14784388-a1be-434b-9670-443608648ea3 admin admin] Added segment f484282f-9ffd-4d10-b5cf-af94eda33bab of type vlan for network 793e32bd-84aa-407b-ad9e-db7f55541d58 Apr 08 11:13:29.904157 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c607d8ec-8c96-4944-b4f2-60afdeb9aeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:29.905951 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-14784388-a1be-434b-9670-443608648ea3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771786507915'] for network (793e32bd-84aa-407b-ad9e-db7f55541d58), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:30.014873 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-14784388-a1be-434b-9670-443608648ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7922337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737'] for network (793e32bd-84aa-407b-ad9e-db7f55541d58), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:30.015908 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14784388-a1be-434b-9670-443608648ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:30.016538 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-14784388-a1be-434b-9670-443608648ea3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:30.080538 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14784388-a1be-434b-9670-443608648ea3 admin admin] Pushing event updated for resources: {'Network': ['ID=793e32bd-84aa-407b-ad9e-db7f55541d58,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:30.100540 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Network 793e32bd-84aa-407b-ad9e-db7f55541d58 details requested by agent ovs-agent-dv-cinder-836073-3-iscsi with host dv-cinder-836073-3-iscsi {{(pid=104018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:13:30.162098 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-14784388-a1be-434b-9670-443608648ea3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9486446 Apr 08 11:13:30.164802 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 49894) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:13:30.186203 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-6f2c91c8-71df-4a4b-94b5-80b1e9c6adad admin admin] Request body: {'subnet': {'network_id': '793e32bd-84aa-407b-ad9e-db7f55541d58', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-217726811-subnet', 'tenant_id': '72126dd803cd4232a4de2b61a050dfc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:13:30.320411 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2c91c8-71df-4a4b-94b5-80b1e9c6adad admin admin] Made reservation on behalf of 72126dd803cd4232a4de2b61a050dfc2 for: {'subnet': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:13:30.324014 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6f2c91c8-71df-4a4b-94b5-80b1e9c6adad admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:30.351555 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843cd3e4-dfc3-42b6-80d6-af97bb3200ad req-6c7815ab-b3d9-42fb-94a5-a5f47fbbb99d tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:30.353130 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-843cd3e4-dfc3-42b6-80d6-af97bb3200ad req-6c7815ab-b3d9-42fb-94a5-a5f47fbbb99d tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 943 time: 0.1139426 Apr 08 11:13:30.462534 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-843cd3e4-dfc3-42b6-80d6-af97bb3200ad req-938b7d77-e85b-402b-b04d-bd9504855e6e tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011751 Apr 08 11:13:30.634502 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6f2c91c8-71df-4a4b-94b5-80b1e9c6adad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737'] for subnet (0d43055d-3483-403c-bf0c-070c5e55180f), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:30.691024 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c91c8-71df-4a4b-94b5-80b1e9c6adad admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d43055d-3483-403c-bf0c-070c5e55180f,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:30.699958 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2c91c8-71df-4a4b-94b5-80b1e9c6adad admin admin] Checking segment: {'id': 'f484282f-9ffd-4d10-b5cf-af94eda33bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '793e32bd-84aa-407b-ad9e-db7f55541d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:13:30.700327 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2c91c8-71df-4a4b-94b5-80b1e9c6adad admin admin] Network hostable DHCP agents. Network: 793e32bd-84aa-407b-ad9e-db7f55541d58, hostable agents: ['19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3'], hosted agents: [] {{(pid=104017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:13:30.763801 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2c91c8-71df-4a4b-94b5-80b1e9c6adad admin admin] Network 793e32bd-84aa-407b-ad9e-db7f55541d58 is scheduled to be hosted by DHCP agent 19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3 with binding_index 1 {{(pid=104017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:13:30.826043 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-6f2c91c8-71df-4a4b-94b5-80b1e9c6adad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-3-iscsi, 793e32bd-84aa-407b-ad9e-db7f55541d58) {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:13:30.830463 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2c91c8-71df-4a4b-94b5-80b1e9c6adad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:30.831710 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6f2c91c8-71df-4a4b-94b5-80b1e9c6adad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:30.834528 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4e8619-24d4-4402-ae27-bda9b7e81923 None None] Network 793e32bd-84aa-407b-ad9e-db7f55541d58 requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:13:30.901100 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-6f2c91c8-71df-4a4b-94b5-80b1e9c6adad admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7352283 Apr 08 11:13:30.985274 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8488a7d-ed60-4b21-bd7c-dd818f1722af None None] Network 793e32bd-84aa-407b-ad9e-db7f55541d58 requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:13:31.085944 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 49906) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:13:31.118421 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:31.136516 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_v2 [None req-eee80377-26ed-4b37-8efb-167f175a6774 admin admin] Deleting subnet c6a54641-7ce3-4304-822d-9006aa5f0bc7 {{(pid=104016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:13:31.140087 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-eee80377-26ed-4b37-8efb-167f175a6774 admin admin] Publish callbacks [] for subnet (c6a54641-7ce3-4304-822d-9006aa5f0bc7), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:31.180684 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-eee80377-26ed-4b37-8efb-167f175a6774 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4108866'] for subnet (c6a54641-7ce3-4304-822d-9006aa5f0bc7), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:31.223568 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-eee80377-26ed-4b37-8efb-167f175a6774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7741539'] for subnet (c6a54641-7ce3-4304-822d-9006aa5f0bc7), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:31.359077 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-eee80377-26ed-4b37-8efb-167f175a6774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7741546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3536836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077135'] for subnet (c6a54641-7ce3-4304-822d-9006aa5f0bc7), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:31.379382 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-eee80377-26ed-4b37-8efb-167f175a6774 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:31.381951 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-eee80377-26ed-4b37-8efb-167f175a6774 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c6a54641-7ce3-4304-822d-9006aa5f0bc7 HTTP/1.1" status: 204 len: 168 time: 0.2942605 Apr 08 11:13:31.384790 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 49914) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:13:31.443001 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee80377-26ed-4b37-8efb-167f175a6774 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6a54641-7ce3-4304-822d-9006aa5f0bc7,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:31.468738 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fab62420-6bd2-4905-85c3-bae0cf75172d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7700898'] for network (d2c43f90-e850-4375-85cb-4884ff8ece7d), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:31.577819 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fab62420-6bd2-4905-85c3-bae0cf75172d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7858426', 'neutron.services.segments.db._delete_segments_for_network-8771786818506'] for network (d2c43f90-e850-4375-85cb-4884ff8ece7d), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:31.637804 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fab62420-6bd2-4905-85c3-bae0cf75172d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:13:31.638028 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fab62420-6bd2-4905-85c3-bae0cf75172d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:13:31.638756 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fab62420-6bd2-4905-85c3-bae0cf75172d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:13:31.639083 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fab62420-6bd2-4905-85c3-bae0cf75172d admin admin] Subscribe: > port after_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:13:31.639432 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fab62420-6bd2-4905-85c3-bae0cf75172d admin admin] Subscribe: > port after_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:13:31.639770 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fab62420-6bd2-4905-85c3-bae0cf75172d admin admin] Subscribe: > port after_update 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:13:31.640088 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fab62420-6bd2-4905-85c3-bae0cf75172d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:13:31.640403 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fab62420-6bd2-4905-85c3-bae0cf75172d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:13:31.640715 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fab62420-6bd2-4905-85c3-bae0cf75172d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:13:31.641029 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fab62420-6bd2-4905-85c3-bae0cf75172d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:13:31.717428 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fab62420-6bd2-4905-85c3-bae0cf75172d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:13:31.717814 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fab62420-6bd2-4905-85c3-bae0cf75172d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:13:31.718117 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fab62420-6bd2-4905-85c3-bae0cf75172d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:13:31.718467 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fab62420-6bd2-4905-85c3-bae0cf75172d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:13:31.718827 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-fab62420-6bd2-4905-85c3-bae0cf75172d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2c43f90-e850-4375-85cb-4884ff8ece7d']}} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:13:31.742113 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-fab62420-6bd2-4905-85c3-bae0cf75172d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cb3ca51-c836-42f7-82b4-a99f44f0cd16') {'for_net_delete': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:13:31.742491 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-fab62420-6bd2-4905-85c3-bae0cf75172d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cb3ca51-c836-42f7-82b4-a99f44f0cd16') {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:13:31.762740 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fab62420-6bd2-4905-85c3-bae0cf75172d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771786821075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4091676'] for segment (6cb3ca51-c836-42f7-82b4-a99f44f0cd16), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:31.772855 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3029d-8487-4c9b-bbb3-168f6dd1f3d4 req-668f923b-4a15-4095-bc84-607bb3a39d10 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:31.774424 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e8a3029d-8487-4c9b-bbb3-168f6dd1f3d4 req-668f923b-4a15-4095-bc84-607bb3a39d10 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 943 time: 0.1991224 Apr 08 11:13:31.801496 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fab62420-6bd2-4905-85c3-bae0cf75172d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154'] for segment (6cb3ca51-c836-42f7-82b4-a99f44f0cd16), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:31.814220 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fab62420-6bd2-4905-85c3-bae0cf75172d admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=104017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:13:31.814598 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fab62420-6bd2-4905-85c3-bae0cf75172d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3089923'] for segment (6cb3ca51-c836-42f7-82b4-a99f44f0cd16), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:31.818961 dv-cinder-836073-3-iscsi neutron-server[104017]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 11:13:31.818961 dv-cinder-836073-3-iscsi neutron-server[104017]: from cryptography.utils import int_from_bytes Apr 08 11:13:31.818961 dv-cinder-836073-3-iscsi neutron-server[104017]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 11:13:31.818961 dv-cinder-836073-3-iscsi neutron-server[104017]: from cryptography.utils import int_from_bytes Apr 08 11:13:31.818961 dv-cinder-836073-3-iscsi neutron-server[104017]: Traceback (most recent call last): Apr 08 11:13:31.818961 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:13:31.818961 dv-cinder-836073-3-iscsi neutron-server[104017]: timer() Apr 08 11:13:31.818961 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:13:31.818961 dv-cinder-836073-3-iscsi neutron-server[104017]: cb(*args, **kw) Apr 08 11:13:31.818961 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:13:31.818961 dv-cinder-836073-3-iscsi neutron-server[104017]: return func(*args, **kwargs) Apr 08 11:13:31.818961 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:13:31.818961 dv-cinder-836073-3-iscsi neutron-server[104017]: self._notify() Apr 08 11:13:31.818961 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:13:31.818961 dv-cinder-836073-3-iscsi neutron-server[104017]: self.callback(batched_events) Apr 08 11:13:31.818961 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:13:31.818961 dv-cinder-836073-3-iscsi neutron-server[104017]: event.method(event) Apr 08 11:13:31.818961 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:13:31.818961 dv-cinder-836073-3-iscsi neutron-server[104017]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:13:31.818961 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:13:31.818961 dv-cinder-836073-3-iscsi neutron-server[104017]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:13:31.818961 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:13:31.818961 dv-cinder-836073-3-iscsi neutron-server[104017]: return f(self, *a, **k) Apr 08 11:13:31.818961 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:13:31.818961 dv-cinder-836073-3-iscsi neutron-server[104017]: return self._get(url).json() Apr 08 11:13:31.818961 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:13:31.818961 dv-cinder-836073-3-iscsi neutron-server[104017]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:13:31.818961 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:13:31.818961 dv-cinder-836073-3-iscsi neutron-server[104017]: return self.request(url, 'GET', **kwargs) Apr 08 11:13:31.818961 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:13:31.818961 dv-cinder-836073-3-iscsi neutron-server[104017]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:13:31.818961 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:13:31.818961 dv-cinder-836073-3-iscsi neutron-server[104017]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:13:31.818961 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:13:31.818961 dv-cinder-836073-3-iscsi neutron-server[104017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:13:31.818961 dv-cinder-836073-3-iscsi neutron-server[104017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:13:31.894942 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e8a3029d-8487-4c9b-bbb3-168f6dd1f3d4 req-63977609-50c8-4cc5-959e-b0378b2eed29 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127150 Apr 08 11:13:31.986308 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fab62420-6bd2-4905-85c3-bae0cf75172d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7858401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7922337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456415'] for network (d2c43f90-e850-4375-85cb-4884ff8ece7d), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:31.993728 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fab62420-6bd2-4905-85c3-bae0cf75172d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:31.997783 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-fab62420-6bd2-4905-85c3-bae0cf75172d admin admin] 10.222.0.53 "DELETE /v2.0/networks/d2c43f90-e850-4375-85cb-4884ff8ece7d HTTP/1.1" status: 204 len: 168 time: 0.6109302 Apr 08 11:13:32.000408 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 49922) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:13:32.018797 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab62420-6bd2-4905-85c3-bae0cf75172d admin admin] Pushing event deleted for resources: {'Network': ['ID=d2c43f90-e850-4375-85cb-4884ff8ece7d,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:32.071408 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_v2 [None req-147bd1a2-f1b5-4717-8a13-8b34735845c2 admin admin] Deleting subnet 0d43055d-3483-403c-bf0c-070c5e55180f {{(pid=104016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:13:32.075393 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-147bd1a2-f1b5-4717-8a13-8b34735845c2 admin admin] Publish callbacks [] for subnet (0d43055d-3483-403c-bf0c-070c5e55180f), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:32.111996 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-147bd1a2-f1b5-4717-8a13-8b34735845c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4108866'] for subnet (0d43055d-3483-403c-bf0c-070c5e55180f), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:32.157785 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-147bd1a2-f1b5-4717-8a13-8b34735845c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7741539'] for subnet (0d43055d-3483-403c-bf0c-070c5e55180f), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:32.263842 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-147bd1a2-f1b5-4717-8a13-8b34735845c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7741546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3536836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077135'] for subnet (0d43055d-3483-403c-bf0c-070c5e55180f), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:32.294236 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147bd1a2-f1b5-4717-8a13-8b34735845c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d43055d-3483-403c-bf0c-070c5e55180f,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:32.298195 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-147bd1a2-f1b5-4717-8a13-8b34735845c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:32.301834 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-147bd1a2-f1b5-4717-8a13-8b34735845c2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0d43055d-3483-403c-bf0c-070c5e55180f HTTP/1.1" status: 204 len: 168 time: 0.2998734 Apr 08 11:13:32.303844 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 49924) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:13:32.374307 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6c496f25-5099-4971-bb22-daeffc4cd92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7700898'] for network (793e32bd-84aa-407b-ad9e-db7f55541d58), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:32.463787 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6c496f25-5099-4971-bb22-daeffc4cd92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7858426', 'neutron.services.segments.db._delete_segments_for_network-8771786818506'] for network (793e32bd-84aa-407b-ad9e-db7f55541d58), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:32.490170 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-6c496f25-5099-4971-bb22-daeffc4cd92b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['793e32bd-84aa-407b-ad9e-db7f55541d58']}} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:13:32.504114 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-6c496f25-5099-4971-bb22-daeffc4cd92b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f484282f-9ffd-4d10-b5cf-af94eda33bab') {'for_net_delete': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:13:32.504598 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-6c496f25-5099-4971-bb22-daeffc4cd92b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f484282f-9ffd-4d10-b5cf-af94eda33bab') {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:13:32.525197 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6c496f25-5099-4971-bb22-daeffc4cd92b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771786821075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4108891'] for segment (f484282f-9ffd-4d10-b5cf-af94eda33bab), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:32.540548 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6c496f25-5099-4971-bb22-daeffc4cd92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154'] for segment (f484282f-9ffd-4d10-b5cf-af94eda33bab), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:32.547616 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c496f25-5099-4971-bb22-daeffc4cd92b admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=104016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:13:32.548005 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6c496f25-5099-4971-bb22-daeffc4cd92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3536674'] for segment (f484282f-9ffd-4d10-b5cf-af94eda33bab), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:32.549695 dv-cinder-836073-3-iscsi neutron-server[104016]: Traceback (most recent call last): Apr 08 11:13:32.549695 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:13:32.549695 dv-cinder-836073-3-iscsi neutron-server[104016]: timer() Apr 08 11:13:32.549695 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:13:32.549695 dv-cinder-836073-3-iscsi neutron-server[104016]: cb(*args, **kw) Apr 08 11:13:32.549695 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:13:32.549695 dv-cinder-836073-3-iscsi neutron-server[104016]: return func(*args, **kwargs) Apr 08 11:13:32.549695 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:13:32.549695 dv-cinder-836073-3-iscsi neutron-server[104016]: self._notify() Apr 08 11:13:32.549695 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:13:32.549695 dv-cinder-836073-3-iscsi neutron-server[104016]: self.callback(batched_events) Apr 08 11:13:32.549695 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:13:32.549695 dv-cinder-836073-3-iscsi neutron-server[104016]: event.method(event) Apr 08 11:13:32.549695 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:13:32.549695 dv-cinder-836073-3-iscsi neutron-server[104016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:13:32.549695 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:13:32.549695 dv-cinder-836073-3-iscsi neutron-server[104016]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:13:32.549695 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:13:32.549695 dv-cinder-836073-3-iscsi neutron-server[104016]: return f(self, *a, **k) Apr 08 11:13:32.549695 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:13:32.549695 dv-cinder-836073-3-iscsi neutron-server[104016]: return self._get(url).json() Apr 08 11:13:32.549695 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:13:32.549695 dv-cinder-836073-3-iscsi neutron-server[104016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:13:32.549695 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:13:32.549695 dv-cinder-836073-3-iscsi neutron-server[104016]: return self.request(url, 'GET', **kwargs) Apr 08 11:13:32.549695 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:13:32.549695 dv-cinder-836073-3-iscsi neutron-server[104016]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:13:32.549695 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:13:32.549695 dv-cinder-836073-3-iscsi neutron-server[104016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:13:32.549695 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:13:32.549695 dv-cinder-836073-3-iscsi neutron-server[104016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:13:32.549695 dv-cinder-836073-3-iscsi neutron-server[104016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:13:32.584015 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:32.809523 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6c496f25-5099-4971-bb22-daeffc4cd92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7858401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7922337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456415'] for network (793e32bd-84aa-407b-ad9e-db7f55541d58), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:32.828790 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6c496f25-5099-4971-bb22-daeffc4cd92b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:32.832123 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-6c496f25-5099-4971-bb22-daeffc4cd92b admin admin] 10.222.0.53 "DELETE /v2.0/networks/793e32bd-84aa-407b-ad9e-db7f55541d58 HTTP/1.1" status: 204 len: 168 time: 0.5273125 Apr 08 11:13:32.839148 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c496f25-5099-4971-bb22-daeffc4cd92b admin admin] Pushing event deleted for resources: {'Network': ['ID=793e32bd-84aa-407b-ad9e-db7f55541d58,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:33.024495 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95c69c-ca1e-4e77-8cf8-b03d539d9a69 req-6a980edc-075d-4160-9e14-cae14a763b0b tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:33.026944 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5b95c69c-ca1e-4e77-8cf8-b03d539d9a69 req-6a980edc-075d-4160-9e14-cae14a763b0b tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 943 time: 0.0586147 Apr 08 11:13:33.091506 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5b95c69c-ca1e-4e77-8cf8-b03d539d9a69 req-b1f7d20d-a0c3-4297-881d-58135f8ca0fb tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584776 Apr 08 11:13:33.218632 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 49934) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:13:33.263579 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-a34b9c30-af82-41f4-a569-aa3bd1f86418 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d4e1297953384d3b87c48b175c2633f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436540 Apr 08 11:13:33.265370 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 49936) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:13:33.312621 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7c3c062b-3c1a-4a43-ae4c-dbb8834e82c6 admin admin] Publish callbacks [] for security_group (9db8e93b-de06-419e-97b6-b05e8f48a5d8), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:33.333388 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7c3c062b-3c1a-4a43-ae4c-dbb8834e82c6 admin admin] Publish callbacks [] for security_group (9db8e93b-de06-419e-97b6-b05e8f48a5d8), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:33.460912 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7c3c062b-3c1a-4a43-ae4c-dbb8834e82c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (9db8e93b-de06-419e-97b6-b05e8f48a5d8), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:33.464075 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7c3c062b-3c1a-4a43-ae4c-dbb8834e82c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:33.465268 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-7c3c062b-3c1a-4a43-ae4c-dbb8834e82c6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9db8e93b-de06-419e-97b6-b05e8f48a5d8 HTTP/1.1" status: 204 len: 168 time: 0.1989372 Apr 08 11:13:33.473314 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c062b-3c1a-4a43-ae4c-dbb8834e82c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db8e93b-de06-419e-97b6-b05e8f48a5d8,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:34.140461 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 49946) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:13:34.185289 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-22a709ef-5ba3-49b6-8230-0bac77579f5a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=72126dd803cd4232a4de2b61a050dfc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434215 Apr 08 11:13:34.187781 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 49950) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:13:34.222404 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5556b-0b38-4af2-a9c9-978588a398d3 req-f53bdab4-9128-44de-b612-ae4359cedb46 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:34.226045 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-84f5556b-0b38-4af2-a9c9-978588a398d3 req-f53bdab4-9128-44de-b612-ae4359cedb46 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 943 time: 0.0562370 Apr 08 11:13:34.236290 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:34.237826 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9aaa4469-fba2-44c2-87e0-5496c6c0e642 admin admin] Publish callbacks [] for security_group (e4dd0293-3beb-43df-99da-f1e4e3ac689f), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:34.263485 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9aaa4469-fba2-44c2-87e0-5496c6c0e642 admin admin] Publish callbacks [] for security_group (e4dd0293-3beb-43df-99da-f1e4e3ac689f), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:34.290808 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-84f5556b-0b38-4af2-a9c9-978588a398d3 req-e2df9ea9-f77d-4c3c-ab9b-9dd9bc754baf tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602400 Apr 08 11:13:34.371997 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9aaa4469-fba2-44c2-87e0-5496c6c0e642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (e4dd0293-3beb-43df-99da-f1e4e3ac689f), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:34.374643 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9aaa4469-fba2-44c2-87e0-5496c6c0e642 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:34.378266 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-9aaa4469-fba2-44c2-87e0-5496c6c0e642 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e4dd0293-3beb-43df-99da-f1e4e3ac689f HTTP/1.1" status: 204 len: 168 time: 0.1871049 Apr 08 11:13:34.385825 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa4469-fba2-44c2-87e0-5496c6c0e642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4dd0293-3beb-43df-99da-f1e4e3ac689f,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:34.999305 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 08551a8c-828e-4887-8e9c-943d3b3faf29 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:13:35.100181 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 08551a8c-828e-4887-8e9c-943d3b3faf29, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=08551a8c-828e-4887-8e9c-943d3b3faf29,segment=NetworkSegment(bb9e3258-fa2f-4286-80e8-28f078f3a6fa),segment_id=bb9e3258-fa2f-4286-80e8-28f078f3a6fa)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:13:35.112418 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Returning: {'device': '08551a8c-828e-4887-8e9c-943d3b3faf29', 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf', 'port_id': '08551a8c-828e-4887-8e9c-943d3b3faf29', 'mac_address': 'fa:16:3e:e5:24:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69645fe8-51b2-4fb3-8963-10a4b0bd4ba3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:13:35.153757 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port 08551a8c-828e-4887-8e9c-943d3b3faf29 is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:13:35.154212 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (08551a8c-828e-4887-8e9c-943d3b3faf29), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:35.168241 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08551a8c-828e-4887-8e9c-943d3b3faf29 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:13:35.188742 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 08551a8c-828e-4887-8e9c-943d3b3faf29, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=08551a8c-828e-4887-8e9c-943d3b3faf29,segment=NetworkSegment(bb9e3258-fa2f-4286-80e8-28f078f3a6fa),segment_id=bb9e3258-fa2f-4286-80e8-28f078f3a6fa)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:13:35.271926 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (08551a8c-828e-4887-8e9c-943d3b3faf29), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:35.321762 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=08551a8c-828e-4887-8e9c-943d3b3faf29,revision_number=9']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:35.435454 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87734c1f-2fed-416e-8146-a3ad5a6ef7f4 req-9dcef6c8-7652-464b-bb3e-9a9fc8ea6562 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:35.437366 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-87734c1f-2fed-416e-8146-a3ad5a6ef7f4 req-9dcef6c8-7652-464b-bb3e-9a9fc8ea6562 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 944 time: 0.0714953 Apr 08 11:13:35.493872 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-87734c1f-2fed-416e-8146-a3ad5a6ef7f4 req-ecde6461-c596-4a50-a963-d304a6c4e336 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479569 Apr 08 11:13:35.591991 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] get_ports_and_sgs() called for port_ids ['08551a8c-828e-4887-8e9c-943d3b3faf29'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:13:36.639685 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b941d1-c78e-4c3f-be88-238c652a5c2e req-07c61d20-d134-4cd0-b6df-15688eec7025 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:36.641167 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b6b941d1-c78e-4c3f-be88-238c652a5c2e req-07c61d20-d134-4cd0-b6df-15688eec7025 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 944 time: 0.0602527 Apr 08 11:13:36.694139 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b6b941d1-c78e-4c3f-be88-238c652a5c2e req-5d0bc642-e97c-4851-9b9d-4c6b4560d1b2 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472894 Apr 08 11:13:36.998847 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 08551a8c-828e-4887-8e9c-943d3b3faf29 up at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:13:37.047271 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning complete for port 08551a8c-828e-4887-8e9c-943d3b3faf29 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:13:37.047711 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (08551a8c-828e-4887-8e9c-943d3b3faf29), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:37.128560 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port 08551a8c-828e-4887-8e9c-943d3b3faf29 is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:13:37.128948 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (08551a8c-828e-4887-8e9c-943d3b3faf29), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:37.151314 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08551a8c-828e-4887-8e9c-943d3b3faf29'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:13:37.153560 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351759d57aafe3a60f453950940ba8882eb57342389be8e59779499322ae84b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d9c3b3-7ece-402f-92e1-c4769a13c17d" -d '{"events": [{"server_uuid": "ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408", "name": "network-vif-plugged", "status": "completed", "tag": "08551a8c-828e-4887-8e9c-943d3b3faf29"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:13:37.165967 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 08551a8c-828e-4887-8e9c-943d3b3faf29, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=08551a8c-828e-4887-8e9c-943d3b3faf29,segment=NetworkSegment(bb9e3258-fa2f-4286-80e8-28f078f3a6fa),segment_id=bb9e3258-fa2f-4286-80e8-28f078f3a6fa)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:13:37.189981 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af8ac12-f74c-4b7c-a5bb-3140f7f1ee8c x-openstack-request-id: req-6af8ac12-f74c-4b7c-a5bb-3140f7f1ee8c {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:13:37.190296 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408", "name": "network-vif-plugged", "status": "completed", "tag": "08551a8c-828e-4887-8e9c-943d3b3faf29", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:13:37.190568 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6af8ac12-f74c-4b7c-a5bb-3140f7f1ee8c {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:13:37.191010 dv-cinder-836073-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6af8ac12-f74c-4b7c-a5bb-3140f7f1ee8c'] response: {'server_uuid': 'ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08551a8c-828e-4887-8e9c-943d3b3faf29', 'code': 200} Apr 08 11:13:37.252199 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (08551a8c-828e-4887-8e9c-943d3b3faf29), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:37.306127 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=08551a8c-828e-4887-8e9c-943d3b3faf29,revision_number=10']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:37.550234 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c712a-aff0-4bfe-9a31-40eaae982ea6 req-77253cef-a689-47a2-8cdb-e97dd98b60aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:37.551705 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4c6c712a-aff0-4bfe-9a31-40eaae982ea6 req-77253cef-a689-47a2-8cdb-e97dd98b60aa service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 1130 time: 0.0452325 Apr 08 11:13:37.595562 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4c6c712a-aff0-4bfe-9a31-40eaae982ea6 req-5d769d21-09c1-4628-bcf9-fb3dfef06750 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372787 Apr 08 11:13:37.825356 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c948a0-e4a6-40ca-9990-9777903137aa req-881b891a-935d-4630-87ff-18b934ea8759 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:37.826929 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e1c948a0-e4a6-40ca-9990-9777903137aa req-881b891a-935d-4630-87ff-18b934ea8759 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 946 time: 0.0584304 Apr 08 11:13:37.878556 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e1c948a0-e4a6-40ca-9990-9777903137aa req-dcc366fa-87aa-4f58-8def-9fe3c7f0d541 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459309 Apr 08 11:13:39.005556 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6be820-590a-4ec7-bf50-0ae4bce1f77d req-253c1852-2f46-4042-8e0a-3c2ddb469436 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:39.012160 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7c6be820-590a-4ec7-bf50-0ae4bce1f77d req-253c1852-2f46-4042-8e0a-3c2ddb469436 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 946 time: 0.0534673 Apr 08 11:13:39.054884 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7c6be820-590a-4ec7-bf50-0ae4bce1f77d req-3297c646-79e7-4138-a24e-c394ca50cc74 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420930 Apr 08 11:13:40.182600 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332639b-cecf-4508-8d4f-9ff7442c8d77 req-746c8bda-da64-4d82-a9cb-1dccd109b47e tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:40.184083 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f332639b-cecf-4508-8d4f-9ff7442c8d77 req-746c8bda-da64-4d82-a9cb-1dccd109b47e tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 946 time: 0.0572193 Apr 08 11:13:40.230660 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f332639b-cecf-4508-8d4f-9ff7442c8d77 req-103ce2ea-88a6-42f3-9d83-18bc75c115d2 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409782 Apr 08 11:13:41.355612 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33cc6bd-40b4-486c-893f-5e1668426189 req-17665f0d-4559-4311-8466-51389bb28095 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:41.357090 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b33cc6bd-40b4-486c-893f-5e1668426189 req-17665f0d-4559-4311-8466-51389bb28095 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 946 time: 0.0532713 Apr 08 11:13:41.402634 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b33cc6bd-40b4-486c-893f-5e1668426189 req-4eef671d-935c-47d1-930d-05e97e3992ab tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400159 Apr 08 11:13:42.162044 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 50152) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:13:42.268367 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-54fb4fa2-7e03-4785-bcae-69188ae82c7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:42.340254 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-54fb4fa2-7e03-4785-bcae-69188ae82c7b admin admin] Publish callbacks [] for security_group (5426a750-0870-407a-83aa-980b536121ae), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:42.411535 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-54fb4fa2-7e03-4785-bcae-69188ae82c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (5426a750-0870-407a-83aa-980b536121ae), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:42.450346 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-54fb4fa2-7e03-4785-bcae-69188ae82c7b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=874c8d3887344376a67f673937cfe1b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2872157 Apr 08 11:13:42.451532 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb4fa2-7e03-4785-bcae-69188ae82c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5426a750-0870-407a-83aa-980b536121ae,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:42.453305 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 50156) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:13:42.502787 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a665036c-a960-4ad4-b4c9-9b6678ed4a2a admin admin] Publish callbacks [] for security_group (5426a750-0870-407a-83aa-980b536121ae), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:42.527545 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a665036c-a960-4ad4-b4c9-9b6678ed4a2a admin admin] Publish callbacks [] for security_group (5426a750-0870-407a-83aa-980b536121ae), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:42.643754 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a665036c-a960-4ad4-b4c9-9b6678ed4a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (5426a750-0870-407a-83aa-980b536121ae), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:42.646356 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a665036c-a960-4ad4-b4c9-9b6678ed4a2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:42.647491 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-a665036c-a960-4ad4-b4c9-9b6678ed4a2a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5426a750-0870-407a-83aa-980b536121ae HTTP/1.1" status: 204 len: 168 time: 0.1931927 Apr 08 11:13:42.655296 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a665036c-a960-4ad4-b4c9-9b6678ed4a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5426a750-0870-407a-83aa-980b536121ae,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:43.307663 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 50174) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:13:43.328698 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7e700bd9-eecd-47a0-9ac7-ec8cef2bfd18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:43.401395 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7e700bd9-eecd-47a0-9ac7-ec8cef2bfd18 admin admin] Publish callbacks [] for security_group (363d3810-bf38-437f-a578-166ee6791d85), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:43.477533 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7e700bd9-eecd-47a0-9ac7-ec8cef2bfd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (363d3810-bf38-437f-a578-166ee6791d85), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:43.515945 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e700bd9-eecd-47a0-9ac7-ec8cef2bfd18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363d3810-bf38-437f-a578-166ee6791d85,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:43.521490 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-7e700bd9-eecd-47a0-9ac7-ec8cef2bfd18 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4a06126969524f7c9b1910d7bca9ef88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2126899 Apr 08 11:13:43.524171 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 50180) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:13:43.573781 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-32d3028f-5a96-4af0-aa21-d04a5c9ceb99 admin admin] Publish callbacks [] for security_group (363d3810-bf38-437f-a578-166ee6791d85), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:43.594739 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-32d3028f-5a96-4af0-aa21-d04a5c9ceb99 admin admin] Publish callbacks [] for security_group (363d3810-bf38-437f-a578-166ee6791d85), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:43.712034 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-32d3028f-5a96-4af0-aa21-d04a5c9ceb99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (363d3810-bf38-437f-a578-166ee6791d85), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:43.714792 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-32d3028f-5a96-4af0-aa21-d04a5c9ceb99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:43.715939 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-32d3028f-5a96-4af0-aa21-d04a5c9ceb99 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/363d3810-bf38-437f-a578-166ee6791d85 HTTP/1.1" status: 204 len: 168 time: 0.1908617 Apr 08 11:13:43.723940 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d3028f-5a96-4af0-aa21-d04a5c9ceb99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363d3810-bf38-437f-a578-166ee6791d85,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:50.595712 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:13:52.182950 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:55.704706 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a7e46-a20e-463e-9738-b20748732c79 req-87869561-d533-4883-ba08-8dcd93e469f0 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:55.706127 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e30a7e46-a20e-463e-9738-b20748732c79 req-87869561-d533-4883-ba08-8dcd93e469f0 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=20fa745b-7170-4c48-a946-d29affaa22e7 HTTP/1.1" status: 200 len: 945 time: 0.0531774 Apr 08 11:13:55.754290 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e30a7e46-a20e-463e-9738-b20748732c79 req-1397f44d-cf21-47ef-a097-ebf1658771e9 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ae43f6e-7a80-47b0-b7af-5684e2a9e070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425761 Apr 08 11:13:56.510394 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 50352) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:13:56.612586 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-14d7f511-1555-44b8-b122-a85ef047a2f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:56.682578 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-14d7f511-1555-44b8-b122-a85ef047a2f7 admin admin] Publish callbacks [] for security_group (631fb757-8587-4ccc-8c48-bdd04b07ac44), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:56.748725 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-14d7f511-1555-44b8-b122-a85ef047a2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (631fb757-8587-4ccc-8c48-bdd04b07ac44), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:56.785030 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d7f511-1555-44b8-b122-a85ef047a2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631fb757-8587-4ccc-8c48-bdd04b07ac44,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:56.791926 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-14d7f511-1555-44b8-b122-a85ef047a2f7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=405c3263a6d84cf081eb76913ccbb9e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2796178 Apr 08 11:13:56.793263 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 50358) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:13:56.867669 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1dce4c51-e8ad-4356-b76d-b395d38188f8 admin admin] Publish callbacks [] for security_group (631fb757-8587-4ccc-8c48-bdd04b07ac44), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:56.897057 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1dce4c51-e8ad-4356-b76d-b395d38188f8 admin admin] Publish callbacks [] for security_group (631fb757-8587-4ccc-8c48-bdd04b07ac44), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:56.924258 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f63edb-f78c-4bea-927b-55ded6da437a req-f93495e9-a60a-46be-bbe3-c4389c64b792 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:56.925773 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a6f63edb-f78c-4bea-927b-55ded6da437a req-f93495e9-a60a-46be-bbe3-c4389c64b792 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=20fa745b-7170-4c48-a946-d29affaa22e7 HTTP/1.1" status: 200 len: 945 time: 0.0934937 Apr 08 11:13:56.982605 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a6f63edb-f78c-4bea-927b-55ded6da437a req-f678c79c-34fd-4212-9777-f916009e6f98 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ae43f6e-7a80-47b0-b7af-5684e2a9e070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461040 Apr 08 11:13:57.063540 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1dce4c51-e8ad-4356-b76d-b395d38188f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (631fb757-8587-4ccc-8c48-bdd04b07ac44), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:57.066124 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1dce4c51-e8ad-4356-b76d-b395d38188f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:57.067240 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-1dce4c51-e8ad-4356-b76d-b395d38188f8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/631fb757-8587-4ccc-8c48-bdd04b07ac44 HTTP/1.1" status: 204 len: 168 time: 0.2729623 Apr 08 11:13:57.075430 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce4c51-e8ad-4356-b76d-b395d38188f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631fb757-8587-4ccc-8c48-bdd04b07ac44,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:57.082848 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce4c51-e8ad-4356-b76d-b395d38188f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:13:57.083197 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce4c51-e8ad-4356-b76d-b395d38188f8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:13:57.084479 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce4c51-e8ad-4356-b76d-b395d38188f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:13:57.084479 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce4c51-e8ad-4356-b76d-b395d38188f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:13:57.084479 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce4c51-e8ad-4356-b76d-b395d38188f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:13:57.084707 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce4c51-e8ad-4356-b76d-b395d38188f8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:13:57.084991 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce4c51-e8ad-4356-b76d-b395d38188f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:13:57.085320 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce4c51-e8ad-4356-b76d-b395d38188f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:13:57.085675 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce4c51-e8ad-4356-b76d-b395d38188f8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:13:57.086014 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce4c51-e8ad-4356-b76d-b395d38188f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:13:57.086386 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce4c51-e8ad-4356-b76d-b395d38188f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:13:57.086676 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce4c51-e8ad-4356-b76d-b395d38188f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:13:57.087002 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce4c51-e8ad-4356-b76d-b395d38188f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:13:57.087330 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce4c51-e8ad-4356-b76d-b395d38188f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:13:57.087662 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce4c51-e8ad-4356-b76d-b395d38188f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:13:57.388989 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0c22d8ca-dd25-4f18-ad58-fc6ea6536bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:57.621020 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 50366) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:13:57.634332 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-309019aa-b448-4563-9de3-2787e0403e58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:57.709514 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-309019aa-b448-4563-9de3-2787e0403e58 admin admin] Publish callbacks [] for security_group (33f021f8-e26f-4621-ba56-9f3b53a087fa), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:57.783016 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-309019aa-b448-4563-9de3-2787e0403e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (33f021f8-e26f-4621-ba56-9f3b53a087fa), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:57.825423 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-309019aa-b448-4563-9de3-2787e0403e58 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e0ab9c7b3fbe492f99e7fca1d22c0adb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2031453 Apr 08 11:13:57.826323 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309019aa-b448-4563-9de3-2787e0403e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f021f8-e26f-4621-ba56-9f3b53a087fa,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:57.828184 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 50368) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:13:57.877542 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3f000473-0bc2-466b-8a29-5c12b93b13c8 admin admin] Publish callbacks [] for security_group (33f021f8-e26f-4621-ba56-9f3b53a087fa), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:57.897826 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3f000473-0bc2-466b-8a29-5c12b93b13c8 admin admin] Publish callbacks [] for security_group (33f021f8-e26f-4621-ba56-9f3b53a087fa), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:57.948310 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cee083-1360-4f25-8848-8f11df5e2c73 req-1f16af38-7ffa-4e4a-8048-2354b68ef42d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:57.950348 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-37cee083-1360-4f25-8848-8f11df5e2c73 req-1f16af38-7ffa-4e4a-8048-2354b68ef42d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.25 "GET /v2.0/ports?device_id=20fa745b-7170-4c48-a946-d29affaa22e7 HTTP/1.1" status: 200 len: 945 time: 0.0525110 Apr 08 11:13:58.000200 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3f000473-0bc2-466b-8a29-5c12b93b13c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (33f021f8-e26f-4621-ba56-9f3b53a087fa), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:58.002893 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3f000473-0bc2-466b-8a29-5c12b93b13c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:58.005064 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-3f000473-0bc2-466b-8a29-5c12b93b13c8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/33f021f8-e26f-4621-ba56-9f3b53a087fa HTTP/1.1" status: 204 len: 168 time: 0.1748147 Apr 08 11:13:58.014346 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f000473-0bc2-466b-8a29-5c12b93b13c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f021f8-e26f-4621-ba56-9f3b53a087fa,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:58.064974 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-37cee083-1360-4f25-8848-8f11df5e2c73 req-2807ddb7-4da5-4029-839b-9ce07310770d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Deleting port 2d1263b3-8460-4012-a827-bfd5211fe909 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:13:58.065420 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-37cee083-1360-4f25-8848-8f11df5e2c73 req-2807ddb7-4da5-4029-839b-9ce07310770d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (2d1263b3-8460-4012-a827-bfd5211fe909), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:58.182139 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-37cee083-1360-4f25-8848-8f11df5e2c73 req-2807ddb7-4da5-4029-839b-9ce07310770d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] For port 2d1263b3-8460-4012-a827-bfd5211fe909, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=2d1263b3-8460-4012-a827-bfd5211fe909,segment=NetworkSegment(13a51762-62db-4a95-be12-8e98c62784f0),segment_id=13a51762-62db-4a95-be12-8e98c62784f0)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:13:58.183778 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-37cee083-1360-4f25-8848-8f11df5e2c73 req-2807ddb7-4da5-4029-839b-9ce07310770d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (2d1263b3-8460-4012-a827-bfd5211fe909), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:58.282872 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e793af-cf5d-4740-9b2c-86b7dba1526a req-d85aaedf-a9e4-405b-be9a-5b590292de79 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:58.284517 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-17e793af-cf5d-4740-9b2c-86b7dba1526a req-d85aaedf-a9e4-405b-be9a-5b590292de79 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=20fa745b-7170-4c48-a946-d29affaa22e7 HTTP/1.1" status: 200 len: 945 time: 0.0553021 Apr 08 11:13:58.332586 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-17e793af-cf5d-4740-9b2c-86b7dba1526a req-db6e1959-28be-4ca8-8b93-f49452bbcbd8 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ae43f6e-7a80-47b0-b7af-5684e2a9e070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422094 Apr 08 11:13:58.387348 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-37cee083-1360-4f25-8848-8f11df5e2c73 req-2807ddb7-4da5-4029-839b-9ce07310770d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:58.387779 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-37cee083-1360-4f25-8848-8f11df5e2c73 req-2807ddb7-4da5-4029-839b-9ce07310770d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456385'] for floatingip (11e6e854-e8c0-46f9-9e77-02417ef9b1fa), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:58.388156 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.db.l3_db [req-37cee083-1360-4f25-8848-8f11df5e2c73 req-2807ddb7-4da5-4029-839b-9ce07310770d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Floating IP 11e6e854-e8c0-46f9-9e77-02417ef9b1fa disassociated. External IP: 172.27.0.238, port: 2d1263b3-8460-4012-a827-bfd5211fe909. Apr 08 11:13:58.388567 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-37cee083-1360-4f25-8848-8f11df5e2c73 req-2807ddb7-4da5-4029-839b-9ce07310770d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Calling delete_port for 2d1263b3-8460-4012-a827-bfd5211fe909 owned by compute:nova {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:13:58.598238 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-37cee083-1360-4f25-8848-8f11df5e2c73 req-2807ddb7-4da5-4029-839b-9ce07310770d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (2d1263b3-8460-4012-a827-bfd5211fe909), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:58.627672 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807ddb7-4da5-4029-839b-9ce07310770d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Pushing event deleted for resources: {'Port': ['ID=2d1263b3-8460-4012-a827-bfd5211fe909,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:58.750637 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37cee083-1360-4f25-8848-8f11df5e2c73 req-2807ddb7-4da5-4029-839b-9ce07310770d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Router 943a4045-54bd-49f9-88a5-96d188b44ed8 has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:13:58.868736 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37cee083-1360-4f25-8848-8f11df5e2c73 req-2807ddb7-4da5-4029-839b-9ce07310770d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:13:58.881129 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d17a7f-0937-4181-984d-3b2a180c0a88 None None] Sync routers for ids ['943a4045-54bd-49f9-88a5-96d188b44ed8'] in dv-cinder-836073-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:13:58.891254 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d17a7f-0937-4181-984d-3b2a180c0a88 None None] Routers {'943a4045-54bd-49f9-88a5-96d188b44ed8'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:13:58.891868 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-d4d17a7f-0937-4181-984d-3b2a180c0a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:13:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['943a4045-54bd-49f9-88a5-96d188b44ed8'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:13:58.914037 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-37cee083-1360-4f25-8848-8f11df5e2c73 req-2807ddb7-4da5-4029-839b-9ce07310770d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] No DVR routers for this DVR port 2d1263b3-8460-4012-a827-bfd5211fe909 on host hv-cinder-83607 {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:13:58.916669 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-37cee083-1360-4f25-8848-8f11df5e2c73 req-2807ddb7-4da5-4029-839b-9ce07310770d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:13:58.920557 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-37cee083-1360-4f25-8848-8f11df5e2c73 req-2807ddb7-4da5-4029-839b-9ce07310770d tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.25 "DELETE /v2.0/ports/2d1263b3-8460-4012-a827-bfd5211fe909 HTTP/1.1" status: 204 len: 173 time: 0.9636910 Apr 08 11:13:58.921031 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fa745b-7170-4c48-a946-d29affaa22e7', 'name': 'network-vif-deleted', 'tag': '2d1263b3-8460-4012-a827-bfd5211fe909'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:13:58.923343 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10de67f-9b07-46d2-a841-9f2870eab8ca" -d '{"events": [{"server_uuid": "20fa745b-7170-4c48-a946-d29affaa22e7", "name": "network-vif-deleted", "tag": "2d1263b3-8460-4012-a827-bfd5211fe909"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:13:58.959550 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e677cf23-a4bf-4a3c-be7e-232c889c000e x-openstack-request-id: req-e677cf23-a4bf-4a3c-be7e-232c889c000e {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:13:58.963007 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20fa745b-7170-4c48-a946-d29affaa22e7", "name": "network-vif-deleted", "tag": "2d1263b3-8460-4012-a827-bfd5211fe909", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:13:58.963007 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e677cf23-a4bf-4a3c-be7e-232c889c000e {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:13:58.963007 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e677cf23-a4bf-4a3c-be7e-232c889c000e'] response: {'server_uuid': '20fa745b-7170-4c48-a946-d29affaa22e7', 'name': 'network-vif-deleted', 'tag': '2d1263b3-8460-4012-a827-bfd5211fe909', 'status': 'completed', 'code': 200} Apr 08 11:13:59.101823 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-d4d17a7f-0937-4181-984d-3b2a180c0a88 None None] Set router 943a4045-54bd-49f9-88a5-96d188b44ed8 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:13:59.320339 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-d4d17a7f-0937-4181-984d-3b2a180c0a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'name': 'tempest-AttachVolumeNegativeTest-1482535796-router', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:32Z', 'revision_number': 4, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'gw_port': {'id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:23Z', 'updated_at': '2022-04-08T11:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': 'f6064dd6-c164-4146-88c3-81cec2380cb9', 'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'mac_address': 'fa:16:3e:eb:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:31Z', 'updated_at': '2022-04-08T11:07:43Z', 'revision_number': 5, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'subnets': [{'id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:13:59.349533 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d17a7f-0937-4181-984d-3b2a180c0a88 None None] Checking router: 943a4045-54bd-49f9-88a5-96d188b44ed8 for host: dv-cinder-836073-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:13:59.358785 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d17a7f-0937-4181-984d-3b2a180c0a88 None None] Routers {'943a4045-54bd-49f9-88a5-96d188b44ed8'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:13:59.359396 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-d4d17a7f-0937-4181-984d-3b2a180c0a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:13:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['943a4045-54bd-49f9-88a5-96d188b44ed8'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:13:59.454197 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9ee38165-0e88-4163-b90d-36bf1f6c69e1 req-074a8877-8f26-40a3-89fb-75dce00c6d60 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/ports?device_id=20fa745b-7170-4c48-a946-d29affaa22e7 HTTP/1.1" status: 200 len: 210 time: 0.0292640 Apr 08 11:13:59.478765 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-d4d17a7f-0937-4181-984d-3b2a180c0a88 None None] Set router 943a4045-54bd-49f9-88a5-96d188b44ed8 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:13:59.697626 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-d4d17a7f-0937-4181-984d-3b2a180c0a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'name': 'tempest-AttachVolumeNegativeTest-1482535796-router', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:32Z', 'revision_number': 4, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'gw_port': {'id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:23Z', 'updated_at': '2022-04-08T11:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': 'f6064dd6-c164-4146-88c3-81cec2380cb9', 'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'mac_address': 'fa:16:3e:eb:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:31Z', 'updated_at': '2022-04-08T11:07:43Z', 'revision_number': 5, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'subnets': [{'id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:13:59.727784 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d17a7f-0937-4181-984d-3b2a180c0a88 None None] The sync data for ids ['943a4045-54bd-49f9-88a5-96d188b44ed8'] in dv-cinder-836073-3-iscsi is: [{'id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'name': 'tempest-AttachVolumeNegativeTest-1482535796-router', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:32Z', 'revision_number': 4, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'gw_port': {'id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:23Z', 'updated_at': '2022-04-08T11:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': 'f6064dd6-c164-4146-88c3-81cec2380cb9', 'name': '', 'network_id': 'e19cdb1b-6b68-4ab1-b7ae-0515860cc308', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'mac_address': 'fa:16:3e:eb:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:31Z', 'updated_at': '2022-04-08T11:07:43Z', 'revision_number': 5, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'subnets': [{'id': '9010fa40-00fa-4f20-8fb7-c4e600b421ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:13:59.889342 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4639dfdc-d5ce-4b1d-b118-78d31926ff9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:00.011678 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f11cafa-5a18-490a-ac6b-8e14721229af None None] New status for floating IP 11e6e854-e8c0-46f9-9e77-02417ef9b1fa: DOWN {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:14:00.250191 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d54837-81a6-4611-a635-560498d045a1 req-e021fbfe-5410-4933-b26b-a6ea6537af71 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:00.257221 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d7d54837-81a6-4611-a635-560498d045a1 req-e021fbfe-5410-4933-b26b-a6ea6537af71 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=b37cf960-c241-4537-9c08-da5102f5580d HTTP/1.1" status: 200 len: 946 time: 0.0591447 Apr 08 11:14:00.301765 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d7d54837-81a6-4611-a635-560498d045a1 req-e670eb72-7276-48af-a7d4-d0ed4aa07c47 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ede407b8-9732-4775-8ca2-4f78aef01535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436096 Apr 08 11:14:00.612948 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 50464) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:00.673060 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-63c9efed-f059-4ed7-a682-47a96969c006 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group (7ae43f6e-7a80-47b0-b7af-5684e2a9e070), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:00.698820 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-63c9efed-f059-4ed7-a682-47a96969c006 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group (7ae43f6e-7a80-47b0-b7af-5684e2a9e070), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:00.820674 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-63c9efed-f059-4ed7-a682-47a96969c006 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (7ae43f6e-7a80-47b0-b7af-5684e2a9e070), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:00.823283 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-63c9efed-f059-4ed7-a682-47a96969c006 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:00.824511 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-63c9efed-f059-4ed7-a682-47a96969c006 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "DELETE /v2.0/security-groups/7ae43f6e-7a80-47b0-b7af-5684e2a9e070 HTTP/1.1" status: 204 len: 168 time: 0.2105381 Apr 08 11:14:00.827732 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 50470) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:00.844500 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c9efed-f059-4ed7-a682-47a96969c006 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae43f6e-7a80-47b0-b7af-5684e2a9e070,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:00.846861 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.api.v2.resource [None req-3d8a5d92-b547-44dc-8a7a-132318c26622 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] show failed (client error): The resource could not be found. Apr 08 11:14:00.847823 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-3d8a5d92-b547-44dc-8a7a-132318c26622 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "GET /v2.0/security-groups/7ae43f6e-7a80-47b0-b7af-5684e2a9e070 HTTP/1.1" status: 404 len: 347 time: 0.0191979 Apr 08 11:14:00.858569 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 50472) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:00.982677 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-b57c6a11-df9d-4040-8f07-e69e5f497b33 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Deleting port 9bfe30e5-0673-4a5a-9ed4-ae27b500eb87 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:14:00.983021 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b57c6a11-df9d-4040-8f07-e69e5f497b33 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (9bfe30e5-0673-4a5a-9ed4-ae27b500eb87), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:01.049077 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:01.061802 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b57c6a11-df9d-4040-8f07-e69e5f497b33 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (9bfe30e5-0673-4a5a-9ed4-ae27b500eb87), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:01.062854 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b57c6a11-df9d-4040-8f07-e69e5f497b33 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for floatingip (9bfe30e5-0673-4a5a-9ed4-ae27b500eb87), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:01.074421 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-b57c6a11-df9d-4040-8f07-e69e5f497b33 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Calling delete_port for 9bfe30e5-0673-4a5a-9ed4-ae27b500eb87 owned by network:floatingip {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:14:01.097156 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 2d1263b3-8460-4012-a827-bfd5211fe909 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:14:01.119938 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] No Port match for: 2d1263b3-8460-4012-a827-bfd5211fe909 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:14:01.120413 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 2d1263b3-8460-4012-a827-bfd5211fe909 not bound to the agent host hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:14:01.179614 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 50476) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:01.260590 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b57c6a11-df9d-4040-8f07-e69e5f497b33 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (9bfe30e5-0673-4a5a-9ed4-ae27b500eb87), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:01.283857 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d66866ee-aa5b-44f7-b7ab-08ccb4c342a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:01.287807 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c6a11-df9d-4040-8f07-e69e5f497b33 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Pushing event deleted for resources: {'Port': ['ID=9bfe30e5-0673-4a5a-9ed4-ae27b500eb87,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:01.353394 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b57c6a11-df9d-4040-8f07-e69e5f497b33 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks [] for floatingip (11e6e854-e8c0-46f9-9e77-02417ef9b1fa), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:01.357152 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b57c6a11-df9d-4040-8f07-e69e5f497b33 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:01.358491 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-b57c6a11-df9d-4040-8f07-e69e5f497b33 tempest-AttachVolumeNegativeTest-803837931 tempest-AttachVolumeNegativeTest-803837931-project] 10.222.0.53 "DELETE /v2.0/floatingips/11e6e854-e8c0-46f9-9e77-02417ef9b1fa HTTP/1.1" status: 204 len: 168 time: 0.4987528 Apr 08 11:14:01.364390 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d66866ee-aa5b-44f7-b7ab-08ccb4c342a3 admin admin] Publish callbacks [] for security_group (e1c06b86-845d-40ee-aa2a-a878edb2e3cc), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:01.423096 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d66866ee-aa5b-44f7-b7ab-08ccb4c342a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (e1c06b86-845d-40ee-aa2a-a878edb2e3cc), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:01.430791 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52623a53-7497-4776-a12d-7e1304c18ae9 req-c589ea5c-8af7-406f-b28e-bea482a07559 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:01.432465 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-52623a53-7497-4776-a12d-7e1304c18ae9 req-c589ea5c-8af7-406f-b28e-bea482a07559 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=b37cf960-c241-4537-9c08-da5102f5580d HTTP/1.1" status: 200 len: 946 time: 0.0563617 Apr 08 11:14:01.462467 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-d66866ee-aa5b-44f7-b7ab-08ccb4c342a3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c63f4d10132a4f0598980064b6beb7bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2808936 Apr 08 11:14:01.463368 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66866ee-aa5b-44f7-b7ab-08ccb4c342a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c06b86-845d-40ee-aa2a-a878edb2e3cc,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:01.466817 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 50486) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:01.496005 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-52623a53-7497-4776-a12d-7e1304c18ae9 req-16b12701-8775-4bf1-b52e-91ae35fff689 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ede407b8-9732-4775-8ca2-4f78aef01535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562539 Apr 08 11:14:01.533859 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cd17163c-a353-486d-9954-9e99c2bc964a admin admin] Publish callbacks [] for security_group (e1c06b86-845d-40ee-aa2a-a878edb2e3cc), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:01.555148 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cd17163c-a353-486d-9954-9e99c2bc964a admin admin] Publish callbacks [] for security_group (e1c06b86-845d-40ee-aa2a-a878edb2e3cc), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:01.700669 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cd17163c-a353-486d-9954-9e99c2bc964a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (e1c06b86-845d-40ee-aa2a-a878edb2e3cc), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:01.703336 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cd17163c-a353-486d-9954-9e99c2bc964a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:01.704491 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-cd17163c-a353-486d-9954-9e99c2bc964a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e1c06b86-845d-40ee-aa2a-a878edb2e3cc HTTP/1.1" status: 204 len: 168 time: 0.2365642 Apr 08 11:14:01.714139 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd17163c-a353-486d-9954-9e99c2bc964a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c06b86-845d-40ee-aa2a-a878edb2e3cc,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:02.246738 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 50494) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:02.260473 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cd1c287d-92ea-4b9d-a189-4893944521f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:02.297691 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b0377-904b-4d5d-a563-145e3ef4b3bd req-8514b30d-0bd9-4b7b-9f70-191ba30379cc tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:02.299140 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-769b0377-904b-4d5d-a563-145e3ef4b3bd req-8514b30d-0bd9-4b7b-9f70-191ba30379cc tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.25 "GET /v2.0/ports?device_id=b37cf960-c241-4537-9c08-da5102f5580d HTTP/1.1" status: 200 len: 946 time: 0.0529797 Apr 08 11:14:02.337549 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cd1c287d-92ea-4b9d-a189-4893944521f5 admin admin] Publish callbacks [] for security_group (ba37d178-d109-40db-888a-9e7ea6925518), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:02.395224 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-769b0377-904b-4d5d-a563-145e3ef4b3bd req-7cd50dc5-19ce-45b1-b4a8-071208e6c9e1 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Deleting port f290390f-0aae-4300-8d7f-924df337a0a4 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:14:02.395552 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-769b0377-904b-4d5d-a563-145e3ef4b3bd req-7cd50dc5-19ce-45b1-b4a8-071208e6c9e1 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (f290390f-0aae-4300-8d7f-924df337a0a4), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:02.409346 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cd1c287d-92ea-4b9d-a189-4893944521f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (ba37d178-d109-40db-888a-9e7ea6925518), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:02.448676 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-cd1c287d-92ea-4b9d-a189-4893944521f5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b2318cf009e04eb7b0743a8910a3731a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2001975 Apr 08 11:14:02.449523 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c287d-92ea-4b9d-a189-4893944521f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba37d178-d109-40db-888a-9e7ea6925518,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:02.451657 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 50498) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:02.510897 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-769b0377-904b-4d5d-a563-145e3ef4b3bd req-7cd50dc5-19ce-45b1-b4a8-071208e6c9e1 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] For port f290390f-0aae-4300-8d7f-924df337a0a4, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f290390f-0aae-4300-8d7f-924df337a0a4,segment=NetworkSegment(7c3cd9ae-03b6-4373-b79c-5b396a609cc9),segment_id=7c3cd9ae-03b6-4373-b79c-5b396a609cc9)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:14:02.511291 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-769b0377-904b-4d5d-a563-145e3ef4b3bd req-7cd50dc5-19ce-45b1-b4a8-071208e6c9e1 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (f290390f-0aae-4300-8d7f-924df337a0a4), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:02.571485 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2be95308-ee34-4766-aa01-c7eb13901326 admin admin] Publish callbacks [] for security_group (ba37d178-d109-40db-888a-9e7ea6925518), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:02.598210 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:02.609163 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2be95308-ee34-4766-aa01-c7eb13901326 admin admin] Publish callbacks [] for security_group (ba37d178-d109-40db-888a-9e7ea6925518), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:02.619604 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a18dc1-3daa-4c7f-bd6a-3f61b814448f req-4046b32c-3bca-4931-b4d4-3958d4ceb2de tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:02.621083 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-78a18dc1-3daa-4c7f-bd6a-3f61b814448f req-4046b32c-3bca-4931-b4d4-3958d4ceb2de tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=b37cf960-c241-4537-9c08-da5102f5580d HTTP/1.1" status: 200 len: 946 time: 0.0547454 Apr 08 11:14:02.672899 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-78a18dc1-3daa-4c7f-bd6a-3f61b814448f req-01f33a97-faba-4417-8a2e-43db40b13d15 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ede407b8-9732-4775-8ca2-4f78aef01535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459175 Apr 08 11:14:02.744902 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-769b0377-904b-4d5d-a563-145e3ef4b3bd req-7cd50dc5-19ce-45b1-b4a8-071208e6c9e1 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:02.745376 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-769b0377-904b-4d5d-a563-145e3ef4b3bd req-7cd50dc5-19ce-45b1-b4a8-071208e6c9e1 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456385'] for floatingip (03db770c-42c8-4836-85cf-684e60342078), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:02.745568 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.db.l3_db [req-769b0377-904b-4d5d-a563-145e3ef4b3bd req-7cd50dc5-19ce-45b1-b4a8-071208e6c9e1 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Floating IP 03db770c-42c8-4836-85cf-684e60342078 disassociated. External IP: 172.27.0.194, port: f290390f-0aae-4300-8d7f-924df337a0a4. Apr 08 11:14:02.745937 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-769b0377-904b-4d5d-a563-145e3ef4b3bd req-7cd50dc5-19ce-45b1-b4a8-071208e6c9e1 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Calling delete_port for f290390f-0aae-4300-8d7f-924df337a0a4 owned by compute:nova {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:14:02.790124 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2be95308-ee34-4766-aa01-c7eb13901326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (ba37d178-d109-40db-888a-9e7ea6925518), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:02.792611 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2be95308-ee34-4766-aa01-c7eb13901326 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:02.794396 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-2be95308-ee34-4766-aa01-c7eb13901326 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ba37d178-d109-40db-888a-9e7ea6925518 HTTP/1.1" status: 204 len: 168 time: 0.3411350 Apr 08 11:14:02.813096 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be95308-ee34-4766-aa01-c7eb13901326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba37d178-d109-40db-888a-9e7ea6925518,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:02.966678 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-769b0377-904b-4d5d-a563-145e3ef4b3bd req-7cd50dc5-19ce-45b1-b4a8-071208e6c9e1 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (f290390f-0aae-4300-8d7f-924df337a0a4), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:02.994961 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd50dc5-19ce-45b1-b4a8-071208e6c9e1 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Pushing event deleted for resources: {'Port': ['ID=f290390f-0aae-4300-8d7f-924df337a0a4,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:03.365990 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-769b0377-904b-4d5d-a563-145e3ef4b3bd req-7cd50dc5-19ce-45b1-b4a8-071208e6c9e1 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Router 16348a5f-1886-4781-bf96-5148ab3792c9 has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:14:03.482862 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-769b0377-904b-4d5d-a563-145e3ef4b3bd req-7cd50dc5-19ce-45b1-b4a8-071208e6c9e1 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:14:03.495625 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce75e60-1cb2-4b53-bfdc-2f6732d69288 None None] Sync routers for ids ['16348a5f-1886-4781-bf96-5148ab3792c9'] in dv-cinder-836073-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:14:03.512860 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce75e60-1cb2-4b53-bfdc-2f6732d69288 None None] Routers {'16348a5f-1886-4781-bf96-5148ab3792c9'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:14:03.513864 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-cce75e60-1cb2-4b53-bfdc-2f6732d69288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:14:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['16348a5f-1886-4781-bf96-5148ab3792c9'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:14:03.524105 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-769b0377-904b-4d5d-a563-145e3ef4b3bd req-7cd50dc5-19ce-45b1-b4a8-071208e6c9e1 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] No DVR routers for this DVR port f290390f-0aae-4300-8d7f-924df337a0a4 on host hv-cinder-83607 {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:14:03.526452 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-769b0377-904b-4d5d-a563-145e3ef4b3bd req-7cd50dc5-19ce-45b1-b4a8-071208e6c9e1 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:03.530286 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-769b0377-904b-4d5d-a563-145e3ef4b3bd req-7cd50dc5-19ce-45b1-b4a8-071208e6c9e1 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.25 "DELETE /v2.0/ports/f290390f-0aae-4300-8d7f-924df337a0a4 HTTP/1.1" status: 204 len: 173 time: 1.2259588 Apr 08 11:14:03.530735 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37cf960-c241-4537-9c08-da5102f5580d', 'name': 'network-vif-deleted', 'tag': 'f290390f-0aae-4300-8d7f-924df337a0a4'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:14:03.532987 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff89c14d-71db-4e0a-9ef0-7435e343f98b" -d '{"events": [{"server_uuid": "b37cf960-c241-4537-9c08-da5102f5580d", "name": "network-vif-deleted", "tag": "f290390f-0aae-4300-8d7f-924df337a0a4"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:14:03.571361 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39459285-401d-492e-860b-9973dd101e98 x-openstack-request-id: req-39459285-401d-492e-860b-9973dd101e98 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:14:03.571650 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37cf960-c241-4537-9c08-da5102f5580d", "name": "network-vif-deleted", "tag": "f290390f-0aae-4300-8d7f-924df337a0a4", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:14:03.571904 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-39459285-401d-492e-860b-9973dd101e98 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:14:03.572309 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39459285-401d-492e-860b-9973dd101e98'] response: {'server_uuid': 'b37cf960-c241-4537-9c08-da5102f5580d', 'name': 'network-vif-deleted', 'tag': 'f290390f-0aae-4300-8d7f-924df337a0a4', 'status': 'completed', 'code': 200} Apr 08 11:14:03.640030 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-cce75e60-1cb2-4b53-bfdc-2f6732d69288 None None] Set router 16348a5f-1886-4781-bf96-5148ab3792c9 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:14:03.784415 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-26660ac0-ff98-41cf-a236-bc45c6a02b2a req-e9baa873-e6fc-4295-bae7-688b726b712f tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=b37cf960-c241-4537-9c08-da5102f5580d HTTP/1.1" status: 200 len: 210 time: 0.0301027 Apr 08 11:14:03.857391 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-cce75e60-1cb2-4b53-bfdc-2f6732d69288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'name': 'tempest-AttachVolumeTestJSON-397204211-router', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '883c6c70-058e-426a-aa69-6ead7a04d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:20Z', 'updated_at': '2022-04-08T11:07:30Z', 'revision_number': 4, 'project_id': '16c20ec5a754420c8f43a0f7e847031a', 'gw_port': {'id': '883c6c70-058e-426a-aa69-6ead7a04d08f', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:34:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': '949354ab-f61a-4fec-96a9-9888653181b9', 'name': '', 'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'mac_address': 'fa:16:3e:52:13:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c6e2448f-6563-4dea-8f56-29b70f4d3ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:27Z', 'updated_at': '2022-04-08T11:07:40Z', 'revision_number': 5, 'project_id': '16c20ec5a754420c8f43a0f7e847031a', 'subnets': [{'id': 'c6e2448f-6563-4dea-8f56-29b70f4d3ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:14:03.884365 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce75e60-1cb2-4b53-bfdc-2f6732d69288 None None] Checking router: 16348a5f-1886-4781-bf96-5148ab3792c9 for host: dv-cinder-836073-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:14:03.893559 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce75e60-1cb2-4b53-bfdc-2f6732d69288 None None] Routers {'16348a5f-1886-4781-bf96-5148ab3792c9'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:14:03.894247 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-cce75e60-1cb2-4b53-bfdc-2f6732d69288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:14:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['16348a5f-1886-4781-bf96-5148ab3792c9'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:14:03.911117 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 50536) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:04.025775 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-cce75e60-1cb2-4b53-bfdc-2f6732d69288 None None] Set router 16348a5f-1886-4781-bf96-5148ab3792c9 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:14:04.033982 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-95c16d9c-ee9f-40bf-88c3-a430c73ed906 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-323637498-network', 'tenant_id': '4a08e9a08b8e4a0784860b415d2f7231'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:14:04.237485 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-cce75e60-1cb2-4b53-bfdc-2f6732d69288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'name': 'tempest-AttachVolumeTestJSON-397204211-router', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '883c6c70-058e-426a-aa69-6ead7a04d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:20Z', 'updated_at': '2022-04-08T11:07:30Z', 'revision_number': 4, 'project_id': '16c20ec5a754420c8f43a0f7e847031a', 'gw_port': {'id': '883c6c70-058e-426a-aa69-6ead7a04d08f', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:34:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': '949354ab-f61a-4fec-96a9-9888653181b9', 'name': '', 'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'mac_address': 'fa:16:3e:52:13:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c6e2448f-6563-4dea-8f56-29b70f4d3ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:27Z', 'updated_at': '2022-04-08T11:07:40Z', 'revision_number': 5, 'project_id': '16c20ec5a754420c8f43a0f7e847031a', 'subnets': [{'id': 'c6e2448f-6563-4dea-8f56-29b70f4d3ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:14:04.264447 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce75e60-1cb2-4b53-bfdc-2f6732d69288 None None] The sync data for ids ['16348a5f-1886-4781-bf96-5148ab3792c9'] in dv-cinder-836073-3-iscsi is: [{'id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'name': 'tempest-AttachVolumeTestJSON-397204211-router', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '883c6c70-058e-426a-aa69-6ead7a04d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:20Z', 'updated_at': '2022-04-08T11:07:30Z', 'revision_number': 4, 'project_id': '16c20ec5a754420c8f43a0f7e847031a', 'gw_port': {'id': '883c6c70-058e-426a-aa69-6ead7a04d08f', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:34:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': '949354ab-f61a-4fec-96a9-9888653181b9', 'name': '', 'network_id': '8dd2fe0c-a708-46a5-bc57-7be6e584a6fb', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'mac_address': 'fa:16:3e:52:13:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c6e2448f-6563-4dea-8f56-29b70f4d3ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:27Z', 'updated_at': '2022-04-08T11:07:40Z', 'revision_number': 5, 'project_id': '16c20ec5a754420c8f43a0f7e847031a', 'subnets': [{'id': 'c6e2448f-6563-4dea-8f56-29b70f4d3ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:14:04.309039 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c16d9c-ee9f-40bf-88c3-a430c73ed906 admin admin] Made reservation on behalf of 4a08e9a08b8e4a0784860b415d2f7231 for: {'network': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:14:04.311863 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-95c16d9c-ee9f-40bf-88c3-a430c73ed906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for network (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:04.321199 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-95c16d9c-ee9f-40bf-88c3-a430c73ed906 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:04.340936 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:04.405325 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-95c16d9c-ee9f-40bf-88c3-a430c73ed906 admin admin] Publish callbacks [] for security_group (e6da6ddd-4703-4c81-884c-de8747739430), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:04.502639 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5df95f-109f-42ff-a0da-572b5f2e524a None None] New status for floating IP 03db770c-42c8-4836-85cf-684e60342078: DOWN {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:14:04.615299 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-95c16d9c-ee9f-40bf-88c3-a430c73ed906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (e6da6ddd-4703-4c81-884c-de8747739430), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:04.636841 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95c16d9c-ee9f-40bf-88c3-a430c73ed906 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=104016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:14:04.650244 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c16d9c-ee9f-40bf-88c3-a430c73ed906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6da6ddd-4703-4c81-884c-de8747739430,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:04.656109 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-95c16d9c-ee9f-40bf-88c3-a430c73ed906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154'] for segment (0692acca-9072-4bbf-a867-07a9de92e757), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:04.656455 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.db.segments_db [None req-95c16d9c-ee9f-40bf-88c3-a430c73ed906 admin admin] Added segment 0692acca-9072-4bbf-a867-07a9de92e757 of type vlan for network ee3f3e0e-f32b-4891-8916-d23d836bd11d Apr 08 11:14:04.698634 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-95c16d9c-ee9f-40bf-88c3-a430c73ed906 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771786507915'] for network (ee3f3e0e-f32b-4891-8916-d23d836bd11d), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:04.803826 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-95c16d9c-ee9f-40bf-88c3-a430c73ed906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7922337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737'] for network (ee3f3e0e-f32b-4891-8916-d23d836bd11d), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:04.804903 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c16d9c-ee9f-40bf-88c3-a430c73ed906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:04.805491 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-95c16d9c-ee9f-40bf-88c3-a430c73ed906 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:04.875948 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c16d9c-ee9f-40bf-88c3-a430c73ed906 admin admin] Pushing event updated for resources: {'Network': ['ID=ee3f3e0e-f32b-4891-8916-d23d836bd11d,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:04.885756 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Network ee3f3e0e-f32b-4891-8916-d23d836bd11d details requested by agent ovs-agent-dv-cinder-836073-3-iscsi with host dv-cinder-836073-3-iscsi {{(pid=104018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:14:04.905862 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9bd21f3b-6abc-47a1-a487-29c724dbc248 req-51b97e5c-9533-401e-b782-22bcc06727c1 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/ports?device_id=b37cf960-c241-4537-9c08-da5102f5580d HTTP/1.1" status: 200 len: 210 time: 0.0274010 Apr 08 11:14:04.923888 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-95c16d9c-ee9f-40bf-88c3-a430c73ed906 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0116453 Apr 08 11:14:04.931899 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 50556) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:04.937255 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-615f745f-a230-4424-841b-662ca2742b91 admin admin] Request body: {'subnet': {'network_id': 'ee3f3e0e-f32b-4891-8916-d23d836bd11d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-323637498-subnet', 'tenant_id': '4a08e9a08b8e4a0784860b415d2f7231', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:14:05.063319 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615f745f-a230-4424-841b-662ca2742b91 admin admin] Made reservation on behalf of 4a08e9a08b8e4a0784860b415d2f7231 for: {'subnet': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:14:05.065722 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-615f745f-a230-4424-841b-662ca2742b91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3078126'] for subnet (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:05.108694 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device f290390f-0aae-4300-8d7f-924df337a0a4 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:14:05.131372 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] No Port match for: f290390f-0aae-4300-8d7f-924df337a0a4 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:14:05.131627 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device f290390f-0aae-4300-8d7f-924df337a0a4 not bound to the agent host hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:14:05.295594 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-615f745f-a230-4424-841b-662ca2742b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3536773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077140'] for subnet (b5b15015-638d-4598-a2bf-6c18b01dc3c8), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:05.353614 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f745f-a230-4424-841b-662ca2742b91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5b15015-638d-4598-a2bf-6c18b01dc3c8,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:05.362629 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615f745f-a230-4424-841b-662ca2742b91 admin admin] Checking segment: {'id': '0692acca-9072-4bbf-a867-07a9de92e757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ee3f3e0e-f32b-4891-8916-d23d836bd11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:14:05.362990 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615f745f-a230-4424-841b-662ca2742b91 admin admin] Network hostable DHCP agents. Network: ee3f3e0e-f32b-4891-8916-d23d836bd11d, hostable agents: ['19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3'], hosted agents: [] {{(pid=104016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:14:05.431929 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615f745f-a230-4424-841b-662ca2742b91 admin admin] Network ee3f3e0e-f32b-4891-8916-d23d836bd11d is scheduled to be hosted by DHCP agent 19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3 with binding_index 1 {{(pid=104016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:14:05.512265 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-615f745f-a230-4424-841b-662ca2742b91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-3-iscsi, ee3f3e0e-f32b-4891-8916-d23d836bd11d) {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:14:05.525328 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615f745f-a230-4424-841b-662ca2742b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:05.525328 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-615f745f-a230-4424-841b-662ca2742b91 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:05.525599 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f86d63-136e-4ecc-8c0f-eb5aae4d57fe None None] Network ee3f3e0e-f32b-4891-8916-d23d836bd11d requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:14:05.590899 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 50564) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:05.603379 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-615f745f-a230-4424-841b-662ca2742b91 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6703494 Apr 08 11:14:05.628072 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18c664a-bc4c-4b38-8b18-a587de8a6c44 None None] Network ee3f3e0e-f32b-4891-8916-d23d836bd11d requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:14:06.011433 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-36f81b28-30ef-44e3-9bcb-7f5b60805e67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457665'] for router_interface (943a4045-54bd-49f9-88a5-96d188b44ed8), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:06.069406 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 50582) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:06.129457 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9c756a81-d4d2-424c-9618-18cd5f986a53 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for security_group (ede407b8-9732-4775-8ca2-4f78aef01535), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:06.155966 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9c756a81-d4d2-424c-9618-18cd5f986a53 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for security_group (ede407b8-9732-4775-8ca2-4f78aef01535), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:06.272135 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-36f81b28-30ef-44e3-9bcb-7f5b60805e67 admin admin] Deleting port f6064dd6-c164-4146-88c3-81cec2380cb9 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:14:06.272491 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-36f81b28-30ef-44e3-9bcb-7f5b60805e67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (f6064dd6-c164-4146-88c3-81cec2380cb9), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:06.274402 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9c756a81-d4d2-424c-9618-18cd5f986a53 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (ede407b8-9732-4775-8ca2-4f78aef01535), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:06.277078 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9c756a81-d4d2-424c-9618-18cd5f986a53 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:06.279014 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-9c756a81-d4d2-424c-9618-18cd5f986a53 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "DELETE /v2.0/security-groups/ede407b8-9732-4775-8ca2-4f78aef01535 HTTP/1.1" status: 204 len: 168 time: 0.2085569 Apr 08 11:14:06.279816 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 50588) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:06.282788 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 50590) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:06.288904 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-807b89ba-f9da-4187-bcf0-424a1e3f90ef admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-873917655-network', 'tenant_id': 'fff575822fa5446c805f0f4d059a294c'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:14:06.299143 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c756a81-d4d2-424c-9618-18cd5f986a53 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede407b8-9732-4775-8ca2-4f78aef01535,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:06.310301 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.api.v2.resource [None req-8cc9c3a6-7754-4ca2-9337-c508932bf586 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] show failed (client error): The resource could not be found. Apr 08 11:14:06.314053 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-8cc9c3a6-7754-4ca2-9337-c508932bf586 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "GET /v2.0/security-groups/ede407b8-9732-4775-8ca2-4f78aef01535 HTTP/1.1" status: 404 len: 347 time: 0.0302663 Apr 08 11:14:06.320662 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 50592) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:06.384928 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-36f81b28-30ef-44e3-9bcb-7f5b60805e67 admin admin] For port f6064dd6-c164-4146-88c3-81cec2380cb9, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=f6064dd6-c164-4146-88c3-81cec2380cb9,segment=NetworkSegment(13a51762-62db-4a95-be12-8e98c62784f0),segment_id=13a51762-62db-4a95-be12-8e98c62784f0)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:14:06.385289 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-36f81b28-30ef-44e3-9bcb-7f5b60805e67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (f6064dd6-c164-4146-88c3-81cec2380cb9), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:06.390959 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807b89ba-f9da-4187-bcf0-424a1e3f90ef admin admin] Made reservation on behalf of fff575822fa5446c805f0f4d059a294c for: {'network': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:14:06.393191 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-807b89ba-f9da-4187-bcf0-424a1e3f90ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for network (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:06.398059 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-36f81b28-30ef-44e3-9bcb-7f5b60805e67 admin admin] Calling delete_port for f6064dd6-c164-4146-88c3-81cec2380cb9 owned by network:router_interface {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:14:06.407100 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-807b89ba-f9da-4187-bcf0-424a1e3f90ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:06.493489 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-eaa96a69-b47a-4345-822b-906513e2f897 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Deleting port db7fc9b8-fa0a-4091-8f47-867cf222d4fb {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:14:06.493777 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-eaa96a69-b47a-4345-822b-906513e2f897 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (db7fc9b8-fa0a-4091-8f47-867cf222d4fb), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:06.565762 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-807b89ba-f9da-4187-bcf0-424a1e3f90ef admin admin] Publish callbacks [] for security_group (96f92dc4-5a31-408c-9355-35626f7bcebe), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:06.592207 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-eaa96a69-b47a-4345-822b-906513e2f897 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (db7fc9b8-fa0a-4091-8f47-867cf222d4fb), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:06.592539 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-eaa96a69-b47a-4345-822b-906513e2f897 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for floatingip (db7fc9b8-fa0a-4091-8f47-867cf222d4fb), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:06.605279 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-eaa96a69-b47a-4345-822b-906513e2f897 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Calling delete_port for db7fc9b8-fa0a-4091-8f47-867cf222d4fb owned by network:floatingip {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:14:06.686229 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-807b89ba-f9da-4187-bcf0-424a1e3f90ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (96f92dc4-5a31-408c-9355-35626f7bcebe), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:06.714384 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-36f81b28-30ef-44e3-9bcb-7f5b60805e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3089968'] for port (f6064dd6-c164-4146-88c3-81cec2380cb9), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:06.715366 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-807b89ba-f9da-4187-bcf0-424a1e3f90ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=104016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:14:06.740126 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f81b28-30ef-44e3-9bcb-7f5b60805e67 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6064dd6-c164-4146-88c3-81cec2380cb9,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:06.748732 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-807b89ba-f9da-4187-bcf0-424a1e3f90ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154'] for segment (dc397666-05df-437b-ba0f-d28d6c5fff0c), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:06.749083 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.db.segments_db [None req-807b89ba-f9da-4187-bcf0-424a1e3f90ef admin admin] Added segment dc397666-05df-437b-ba0f-d28d6c5fff0c of type vlan for network 95c7be14-090f-4e2a-8542-a2cfa26f4aae Apr 08 11:14:06.750503 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b89ba-f9da-4187-bcf0-424a1e3f90ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f92dc4-5a31-408c-9355-35626f7bcebe,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:06.805451 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-807b89ba-f9da-4187-bcf0-424a1e3f90ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771786507915'] for network (95c7be14-090f-4e2a-8542-a2cfa26f4aae), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:06.862967 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-eaa96a69-b47a-4345-822b-906513e2f897 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (db7fc9b8-fa0a-4091-8f47-867cf222d4fb), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:06.893986 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa96a69-b47a-4345-822b-906513e2f897 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Pushing event deleted for resources: {'Port': ['ID=db7fc9b8-fa0a-4091-8f47-867cf222d4fb,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:06.911695 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-36f81b28-30ef-44e3-9bcb-7f5b60805e67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7869776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457614'] for router_interface (943a4045-54bd-49f9-88a5-96d188b44ed8), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:06.925218 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-807b89ba-f9da-4187-bcf0-424a1e3f90ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7922337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737'] for network (95c7be14-090f-4e2a-8542-a2cfa26f4aae), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:06.926513 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807b89ba-f9da-4187-bcf0-424a1e3f90ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:06.926911 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-807b89ba-f9da-4187-bcf0-424a1e3f90ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:07.019789 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b89ba-f9da-4187-bcf0-424a1e3f90ef admin admin] Pushing event updated for resources: {'Network': ['ID=95c7be14-090f-4e2a-8542-a2cfa26f4aae,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:07.033971 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-eaa96a69-b47a-4345-822b-906513e2f897 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks [] for floatingip (03db770c-42c8-4836-85cf-684e60342078), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:07.033971 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-eaa96a69-b47a-4345-822b-906513e2f897 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:07.033971 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-eaa96a69-b47a-4345-822b-906513e2f897 tempest-AttachVolumeTestJSON-878222535 tempest-AttachVolumeTestJSON-878222535-project] 10.222.0.53 "DELETE /v2.0/floatingips/03db770c-42c8-4836-85cf-684e60342078 HTTP/1.1" status: 204 len: 168 time: 0.7134080 Apr 08 11:14:07.034523 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Network 95c7be14-090f-4e2a-8542-a2cfa26f4aae details requested by agent ovs-agent-dv-cinder-836073-3-iscsi with host dv-cinder-836073-3-iscsi {{(pid=104018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:14:07.093491 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-807b89ba-f9da-4187-bcf0-424a1e3f90ef admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8088248 Apr 08 11:14:07.094789 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 50596) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:07.100637 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-b230bcad-baae-43bc-b392-bf701bd12fce admin admin] Request body: {'subnet': {'network_id': '95c7be14-090f-4e2a-8542-a2cfa26f4aae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-873917655-subnet', 'tenant_id': 'fff575822fa5446c805f0f4d059a294c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:14:07.167907 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f81b28-30ef-44e3-9bcb-7f5b60805e67 admin admin] Router 943a4045-54bd-49f9-88a5-96d188b44ed8 has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:14:07.188744 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b230bcad-baae-43bc-b392-bf701bd12fce admin admin] Made reservation on behalf of fff575822fa5446c805f0f4d059a294c for: {'subnet': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:14:07.191137 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b230bcad-baae-43bc-b392-bf701bd12fce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3078126'] for subnet (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:07.444113 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b230bcad-baae-43bc-b392-bf701bd12fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3536773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077140'] for subnet (a6a2beeb-0da3-4c81-8af2-82a55a7aaf77), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:07.493928 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f81b28-30ef-44e3-9bcb-7f5b60805e67 admin admin] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:14:07.499273 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-36f81b28-30ef-44e3-9bcb-7f5b60805e67 admin admin] 10.222.0.53 "PUT /v2.0/routers/943a4045-54bd-49f9-88a5-96d188b44ed8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9072640 Apr 08 11:14:07.501759 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 50600) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:07.503567 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b230bcad-baae-43bc-b392-bf701bd12fce admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6a2beeb-0da3-4c81-8af2-82a55a7aaf77,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:07.505826 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c500771-ef56-44d5-a158-4723d3cc51b3 None None] Sync routers for ids ['943a4045-54bd-49f9-88a5-96d188b44ed8'] in dv-cinder-836073-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:14:07.515474 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b230bcad-baae-43bc-b392-bf701bd12fce admin admin] Checking segment: {'id': 'dc397666-05df-437b-ba0f-d28d6c5fff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '95c7be14-090f-4e2a-8542-a2cfa26f4aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:14:07.515840 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b230bcad-baae-43bc-b392-bf701bd12fce admin admin] Network hostable DHCP agents. Network: 95c7be14-090f-4e2a-8542-a2cfa26f4aae, hostable agents: ['19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3'], hosted agents: [] {{(pid=104016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:14:07.520098 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c500771-ef56-44d5-a158-4723d3cc51b3 None None] Routers {'943a4045-54bd-49f9-88a5-96d188b44ed8'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:14:07.520652 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-8c500771-ef56-44d5-a158-4723d3cc51b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:14:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['943a4045-54bd-49f9-88a5-96d188b44ed8'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:14:07.594800 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b230bcad-baae-43bc-b392-bf701bd12fce admin admin] Network 95c7be14-090f-4e2a-8542-a2cfa26f4aae is scheduled to be hosted by DHCP agent 19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3 with binding_index 1 {{(pid=104016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:14:07.610524 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9975784b-8c4b-452e-b955-99b0e42b994f admin admin] Publish callbacks [] for router (943a4045-54bd-49f9-88a5-96d188b44ed8), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:07.687154 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-b230bcad-baae-43bc-b392-bf701bd12fce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-3-iscsi, 95c7be14-090f-4e2a-8542-a2cfa26f4aae) {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:14:07.691939 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b230bcad-baae-43bc-b392-bf701bd12fce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:07.693204 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b230bcad-baae-43bc-b392-bf701bd12fce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:07.697543 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e30580-f9f8-4cf5-8547-d81dff52452d None None] Network 95c7be14-090f-4e2a-8542-a2cfa26f4aae requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:14:07.720364 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-8c500771-ef56-44d5-a158-4723d3cc51b3 None None] Set router 943a4045-54bd-49f9-88a5-96d188b44ed8 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:14:07.730177 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9975784b-8c4b-452e-b955-99b0e42b994f admin admin] Publish callbacks [] for router_gateway (943a4045-54bd-49f9-88a5-96d188b44ed8), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:07.805941 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-b230bcad-baae-43bc-b392-bf701bd12fce admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7089324 Apr 08 11:14:07.814306 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91fcca0-e232-4415-9016-98845574a9b3 None None] Network 95c7be14-090f-4e2a-8542-a2cfa26f4aae requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:14:07.846600 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-9975784b-8c4b-452e-b955-99b0e42b994f admin admin] Deleting port 98519e1f-ff0d-45dd-a66a-1c407c42d889 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:14:07.846978 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9975784b-8c4b-452e-b955-99b0e42b994f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (98519e1f-ff0d-45dd-a66a-1c407c42d889), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:07.905833 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-8c500771-ef56-44d5-a158-4723d3cc51b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'name': 'tempest-AttachVolumeNegativeTest-1482535796-router', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:14:06Z', 'revision_number': 5, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'gw_port': {'id': '98519e1f-ff0d-45dd-a66a-1c407c42d889', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:23Z', 'updated_at': '2022-04-08T11:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi'}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:14:07.939926 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c500771-ef56-44d5-a158-4723d3cc51b3 None None] Checking router: 943a4045-54bd-49f9-88a5-96d188b44ed8 for host: dv-cinder-836073-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:14:07.944674 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-9975784b-8c4b-452e-b955-99b0e42b994f admin admin] For port 98519e1f-ff0d-45dd-a66a-1c407c42d889, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=98519e1f-ff0d-45dd-a66a-1c407c42d889,segment=NetworkSegment(2bb98e3e-6539-44eb-b25b-4089590167ac),segment_id=2bb98e3e-6539-44eb-b25b-4089590167ac)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:14:07.945635 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9975784b-8c4b-452e-b955-99b0e42b994f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (98519e1f-ff0d-45dd-a66a-1c407c42d889), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:07.948851 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c500771-ef56-44d5-a158-4723d3cc51b3 None None] Routers {'943a4045-54bd-49f9-88a5-96d188b44ed8'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:14:07.949441 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-8c500771-ef56-44d5-a158-4723d3cc51b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:14:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['943a4045-54bd-49f9-88a5-96d188b44ed8'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:14:07.967645 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-9975784b-8c4b-452e-b955-99b0e42b994f admin admin] Calling delete_port for 98519e1f-ff0d-45dd-a66a-1c407c42d889 owned by network:router_gateway {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:14:08.041075 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-8c500771-ef56-44d5-a158-4723d3cc51b3 None None] Set router 943a4045-54bd-49f9-88a5-96d188b44ed8 gateway port host: None {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:14:08.099806 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-8c500771-ef56-44d5-a158-4723d3cc51b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'name': 'tempest-AttachVolumeNegativeTest-1482535796-router', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:14:07Z', 'revision_number': 6, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'gw_port_host': None}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:14:08.128010 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c500771-ef56-44d5-a158-4723d3cc51b3 None None] The sync data for ids ['943a4045-54bd-49f9-88a5-96d188b44ed8'] in dv-cinder-836073-3-iscsi is: [{'id': '943a4045-54bd-49f9-88a5-96d188b44ed8', 'name': 'tempest-AttachVolumeNegativeTest-1482535796-router', 'tenant_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:14:07Z', 'revision_number': 6, 'project_id': 'ff706c0e7c16476e8c00ca1ba4e85ed9', 'gw_port_host': None}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:14:08.249449 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9975784b-8c4b-452e-b955-99b0e42b994f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3089968'] for port (98519e1f-ff0d-45dd-a66a-1c407c42d889), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:08.275763 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975784b-8c4b-452e-b955-99b0e42b994f admin admin] Pushing event deleted for resources: {'Port': ['ID=98519e1f-ff0d-45dd-a66a-1c407c42d889,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:08.334090 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9975784b-8c4b-452e-b955-99b0e42b994f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456443'] for router_gateway (943a4045-54bd-49f9-88a5-96d188b44ed8), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:08.428332 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9975784b-8c4b-452e-b955-99b0e42b994f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1014241'] for router (943a4045-54bd-49f9-88a5-96d188b44ed8), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:08.430404 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9975784b-8c4b-452e-b955-99b0e42b994f admin admin] Publish callbacks [] for router_controller (943a4045-54bd-49f9-88a5-96d188b44ed8), precommit_delete_associations {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:08.614972 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9975784b-8c4b-452e-b955-99b0e42b994f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-458149'] for router (943a4045-54bd-49f9-88a5-96d188b44ed8), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:08.615541 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9975784b-8c4b-452e-b955-99b0e42b994f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 943a4045-54bd-49f9-88a5-96d188b44ed8 {{(pid=104017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 11:14:08.624411 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9975784b-8c4b-452e-b955-99b0e42b994f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:08.624411 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-9975784b-8c4b-452e-b955-99b0e42b994f admin admin] 10.222.0.53 "DELETE /v2.0/routers/943a4045-54bd-49f9-88a5-96d188b44ed8 HTTP/1.1" status: 204 len: 168 time: 1.1194346 Apr 08 11:14:08.625055 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 50612) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:08.670701 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_v2 [None req-bacd744e-0e5f-45c8-b406-12d2da6c024e admin admin] Deleting subnet 9010fa40-00fa-4f20-8fb7-c4e600b421ca {{(pid=104017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:14:08.673819 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bacd744e-0e5f-45c8-b406-12d2da6c024e admin admin] Publish callbacks [] for subnet (9010fa40-00fa-4f20-8fb7-c4e600b421ca), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:08.707751 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bacd744e-0e5f-45c8-b406-12d2da6c024e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4091653'] for subnet (9010fa40-00fa-4f20-8fb7-c4e600b421ca), precommit_delete_associations {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:08.788607 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bacd744e-0e5f-45c8-b406-12d2da6c024e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7741539'] for subnet (9010fa40-00fa-4f20-8fb7-c4e600b421ca), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:08.920719 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bacd744e-0e5f-45c8-b406-12d2da6c024e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7741546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3090149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25379873'] for subnet (9010fa40-00fa-4f20-8fb7-c4e600b421ca), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:08.949404 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd744e-0e5f-45c8-b406-12d2da6c024e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9010fa40-00fa-4f20-8fb7-c4e600b421ca,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:08.956320 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bacd744e-0e5f-45c8-b406-12d2da6c024e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:08.959154 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-bacd744e-0e5f-45c8-b406-12d2da6c024e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9010fa40-00fa-4f20-8fb7-c4e600b421ca HTTP/1.1" status: 204 len: 168 time: 0.3330119 Apr 08 11:14:08.961456 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 50622) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:08.964025 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159af674-2d36-4a57-a4c3-c7d711053962 None None] Network e19cdb1b-6b68-4ab1-b7ae-0515860cc308 requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:14:09.058935 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device f6064dd6-c164-4146-88c3-81cec2380cb9 no longer exists at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:14:09.073278 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bf1d318a-1be8-4221-9b5a-4d5f0f9d9292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7700898'] for network (e19cdb1b-6b68-4ab1-b7ae-0515860cc308), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:09.083382 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] No Port match for: f6064dd6-c164-4146-88c3-81cec2380cb9 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:14:09.084396 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device f6064dd6-c164-4146-88c3-81cec2380cb9 not bound to the agent host dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:14:09.085268 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 98519e1f-ff0d-45dd-a66a-1c407c42d889 no longer exists at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:14:09.110591 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] No Port match for: 98519e1f-ff0d-45dd-a66a-1c407c42d889 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:14:09.110850 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 98519e1f-ff0d-45dd-a66a-1c407c42d889 not bound to the agent host dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:14:09.132512 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bf1d318a-1be8-4221-9b5a-4d5f0f9d9292 admin admin] Deleting port 0a8ccc56-a5d5-421c-ac56-f9b1be67df23 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:14:09.132859 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bf1d318a-1be8-4221-9b5a-4d5f0f9d9292 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (0a8ccc56-a5d5-421c-ac56-f9b1be67df23), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:09.198237 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36abfe2-340b-4853-9640-79da4df44ec5 None None] DHCP port deletion for e19cdb1b-6b68-4ab1-b7ae-0515860cc308 request from dv-cinder-836073-3-iscsi {{(pid=104018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 11:14:09.206481 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-bf1d318a-1be8-4221-9b5a-4d5f0f9d9292 admin admin] For port 0a8ccc56-a5d5-421c-ac56-f9b1be67df23, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=0a8ccc56-a5d5-421c-ac56-f9b1be67df23,segment=NetworkSegment(13a51762-62db-4a95-be12-8e98c62784f0),segment_id=13a51762-62db-4a95-be12-8e98c62784f0)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:14:09.208019 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bf1d318a-1be8-4221-9b5a-4d5f0f9d9292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (0a8ccc56-a5d5-421c-ac56-f9b1be67df23), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:09.224300 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bf1d318a-1be8-4221-9b5a-4d5f0f9d9292 admin admin] Calling delete_port for 0a8ccc56-a5d5-421c-ac56-f9b1be67df23 owned by network:dhcp {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:14:09.245923 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-e36abfe2-340b-4853-9640-79da4df44ec5 None None] Deleting port 0a8ccc56-a5d5-421c-ac56-f9b1be67df23 {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:14:09.246291 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e36abfe2-340b-4853-9640-79da4df44ec5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (0a8ccc56-a5d5-421c-ac56-f9b1be67df23), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:09.311301 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-e36abfe2-340b-4853-9640-79da4df44ec5 None None] For port 0a8ccc56-a5d5-421c-ac56-f9b1be67df23, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=0a8ccc56-a5d5-421c-ac56-f9b1be67df23,segment=NetworkSegment(13a51762-62db-4a95-be12-8e98c62784f0),segment_id=13a51762-62db-4a95-be12-8e98c62784f0)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:14:09.311803 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e36abfe2-340b-4853-9640-79da4df44ec5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (0a8ccc56-a5d5-421c-ac56-f9b1be67df23), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:09.324453 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-e36abfe2-340b-4853-9640-79da4df44ec5 None None] Calling delete_port for 0a8ccc56-a5d5-421c-ac56-f9b1be67df23 owned by network:dhcp {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:14:09.400361 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bf1d318a-1be8-4221-9b5a-4d5f0f9d9292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3089968'] for port (0a8ccc56-a5d5-421c-ac56-f9b1be67df23), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:09.406351 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e36abfe2-340b-4853-9640-79da4df44ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638'] for port (0a8ccc56-a5d5-421c-ac56-f9b1be67df23), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:09.427188 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d318a-1be8-4221-9b5a-4d5f0f9d9292 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a8ccc56-a5d5-421c-ac56-f9b1be67df23,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:09.429041 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1d318a-1be8-4221-9b5a-4d5f0f9d9292 admin admin] No DVR routers for this DVR port 0a8ccc56-a5d5-421c-ac56-f9b1be67df23 on host dv-cinder-836073-3-iscsi {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:14:09.435011 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36abfe2-340b-4853-9640-79da4df44ec5 None None] Pushing event deleted for resources: {'Port': ['ID=0a8ccc56-a5d5-421c-ac56-f9b1be67df23,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:09.442760 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36abfe2-340b-4853-9640-79da4df44ec5 None None] No DVR routers for this DVR port 0a8ccc56-a5d5-421c-ac56-f9b1be67df23 on host dv-cinder-836073-3-iscsi {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:14:09.444797 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36abfe2-340b-4853-9640-79da4df44ec5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:09.445476 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36abfe2-340b-4853-9640-79da4df44ec5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:09.445848 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36abfe2-340b-4853-9640-79da4df44ec5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:09.446187 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36abfe2-340b-4853-9640-79da4df44ec5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:09.446514 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36abfe2-340b-4853-9640-79da4df44ec5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:09.446838 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36abfe2-340b-4853-9640-79da4df44ec5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:09.447163 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36abfe2-340b-4853-9640-79da4df44ec5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:09.447543 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36abfe2-340b-4853-9640-79da4df44ec5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:09.447800 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36abfe2-340b-4853-9640-79da4df44ec5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:09.448121 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36abfe2-340b-4853-9640-79da4df44ec5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:09.448440 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36abfe2-340b-4853-9640-79da4df44ec5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:09.448761 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36abfe2-340b-4853-9640-79da4df44ec5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:09.449077 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36abfe2-340b-4853-9640-79da4df44ec5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:09.449390 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36abfe2-340b-4853-9640-79da4df44ec5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:09.449752 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36abfe2-340b-4853-9640-79da4df44ec5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:09.506256 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bf1d318a-1be8-4221-9b5a-4d5f0f9d9292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7858426', 'neutron.services.segments.db._delete_segments_for_network-8771786818506'] for network (e19cdb1b-6b68-4ab1-b7ae-0515860cc308), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:09.527248 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-bf1d318a-1be8-4221-9b5a-4d5f0f9d9292 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e19cdb1b-6b68-4ab1-b7ae-0515860cc308']}} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:14:09.536765 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-bf1d318a-1be8-4221-9b5a-4d5f0f9d9292 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13a51762-62db-4a95-be12-8e98c62784f0') {'for_net_delete': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:14:09.537061 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-bf1d318a-1be8-4221-9b5a-4d5f0f9d9292 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13a51762-62db-4a95-be12-8e98c62784f0') {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:14:09.547018 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bf1d318a-1be8-4221-9b5a-4d5f0f9d9292 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771786821075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4091676'] for segment (13a51762-62db-4a95-be12-8e98c62784f0), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:09.560481 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bf1d318a-1be8-4221-9b5a-4d5f0f9d9292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154'] for segment (13a51762-62db-4a95-be12-8e98c62784f0), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:09.566510 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf1d318a-1be8-4221-9b5a-4d5f0f9d9292 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=104017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:14:09.566889 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bf1d318a-1be8-4221-9b5a-4d5f0f9d9292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3089923'] for segment (13a51762-62db-4a95-be12-8e98c62784f0), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:09.568469 dv-cinder-836073-3-iscsi neutron-server[104017]: Traceback (most recent call last): Apr 08 11:14:09.568469 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:14:09.568469 dv-cinder-836073-3-iscsi neutron-server[104017]: timer() Apr 08 11:14:09.568469 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:14:09.568469 dv-cinder-836073-3-iscsi neutron-server[104017]: cb(*args, **kw) Apr 08 11:14:09.568469 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:14:09.568469 dv-cinder-836073-3-iscsi neutron-server[104017]: return func(*args, **kwargs) Apr 08 11:14:09.568469 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:14:09.568469 dv-cinder-836073-3-iscsi neutron-server[104017]: self._notify() Apr 08 11:14:09.568469 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:14:09.568469 dv-cinder-836073-3-iscsi neutron-server[104017]: self.callback(batched_events) Apr 08 11:14:09.568469 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:14:09.568469 dv-cinder-836073-3-iscsi neutron-server[104017]: event.method(event) Apr 08 11:14:09.568469 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:14:09.568469 dv-cinder-836073-3-iscsi neutron-server[104017]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:14:09.568469 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:14:09.568469 dv-cinder-836073-3-iscsi neutron-server[104017]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:14:09.568469 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:14:09.568469 dv-cinder-836073-3-iscsi neutron-server[104017]: return f(self, *a, **k) Apr 08 11:14:09.568469 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:14:09.568469 dv-cinder-836073-3-iscsi neutron-server[104017]: return self._get(url).json() Apr 08 11:14:09.568469 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:14:09.568469 dv-cinder-836073-3-iscsi neutron-server[104017]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:14:09.568469 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:14:09.568469 dv-cinder-836073-3-iscsi neutron-server[104017]: return self.request(url, 'GET', **kwargs) Apr 08 11:14:09.568469 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:14:09.568469 dv-cinder-836073-3-iscsi neutron-server[104017]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:14:09.568469 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:14:09.568469 dv-cinder-836073-3-iscsi neutron-server[104017]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:14:09.568469 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:14:09.568469 dv-cinder-836073-3-iscsi neutron-server[104017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:14:09.568469 dv-cinder-836073-3-iscsi neutron-server[104017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:14:09.701729 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bf1d318a-1be8-4221-9b5a-4d5f0f9d9292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7858401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7922337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456415'] for network (e19cdb1b-6b68-4ab1-b7ae-0515860cc308), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:09.708695 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bf1d318a-1be8-4221-9b5a-4d5f0f9d9292 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:09.714402 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-bf1d318a-1be8-4221-9b5a-4d5f0f9d9292 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e19cdb1b-6b68-4ab1-b7ae-0515860cc308 HTTP/1.1" status: 204 len: 168 time: 0.7493110 Apr 08 11:14:09.722645 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d318a-1be8-4221-9b5a-4d5f0f9d9292 admin admin] Pushing event deleted for resources: {'Network': ['ID=e19cdb1b-6b68-4ab1-b7ae-0515860cc308,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:10.139441 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 50644) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:10.187253 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-3acc532c-1b6e-4309-a93f-e23ccf8acf4c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ff706c0e7c16476e8c00ca1ba4e85ed9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0465429 Apr 08 11:14:10.189619 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 50648) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:10.237674 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-596c7041-9a8d-4250-bb59-6d1f564f9f6c admin admin] Publish callbacks [] for security_group (56c876a0-3b2e-4996-9639-b26a12ee65cf), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:10.259351 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-596c7041-9a8d-4250-bb59-6d1f564f9f6c admin admin] Publish callbacks [] for security_group (56c876a0-3b2e-4996-9639-b26a12ee65cf), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:10.366211 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-596c7041-9a8d-4250-bb59-6d1f564f9f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (56c876a0-3b2e-4996-9639-b26a12ee65cf), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:10.369104 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-596c7041-9a8d-4250-bb59-6d1f564f9f6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:10.370378 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-596c7041-9a8d-4250-bb59-6d1f564f9f6c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/56c876a0-3b2e-4996-9639-b26a12ee65cf HTTP/1.1" status: 204 len: 168 time: 0.1798062 Apr 08 11:14:10.379393 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c7041-9a8d-4250-bb59-6d1f564f9f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c876a0-3b2e-4996-9639-b26a12ee65cf,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:11.040404 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 0a8ccc56-a5d5-421c-ac56-f9b1be67df23 no longer exists at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:14:11.062117 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] No Port match for: 0a8ccc56-a5d5-421c-ac56-f9b1be67df23 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:14:11.062473 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 0a8ccc56-a5d5-421c-ac56-f9b1be67df23 not bound to the agent host dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:14:11.134962 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 50672) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:11.592101 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-62e7ab65-187a-4062-87e6-9dc7ab87803f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457665'] for router_interface (16348a5f-1886-4781-bf96-5148ab3792c9), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:11.849236 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-62e7ab65-187a-4062-87e6-9dc7ab87803f admin admin] Deleting port 949354ab-f61a-4fec-96a9-9888653181b9 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:14:11.849574 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-62e7ab65-187a-4062-87e6-9dc7ab87803f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (949354ab-f61a-4fec-96a9-9888653181b9), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:11.924726 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-62e7ab65-187a-4062-87e6-9dc7ab87803f admin admin] For port 949354ab-f61a-4fec-96a9-9888653181b9, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=949354ab-f61a-4fec-96a9-9888653181b9,segment=NetworkSegment(7c3cd9ae-03b6-4373-b79c-5b396a609cc9),segment_id=7c3cd9ae-03b6-4373-b79c-5b396a609cc9)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:14:11.925084 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-62e7ab65-187a-4062-87e6-9dc7ab87803f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (949354ab-f61a-4fec-96a9-9888653181b9), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:11.942767 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-62e7ab65-187a-4062-87e6-9dc7ab87803f admin admin] Calling delete_port for 949354ab-f61a-4fec-96a9-9888653181b9 owned by network:router_interface {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:14:12.188832 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-62e7ab65-187a-4062-87e6-9dc7ab87803f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3089968'] for port (949354ab-f61a-4fec-96a9-9888653181b9), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:12.216835 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7ab65-187a-4062-87e6-9dc7ab87803f admin admin] Pushing event deleted for resources: {'Port': ['ID=949354ab-f61a-4fec-96a9-9888653181b9,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:12.410682 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-62e7ab65-187a-4062-87e6-9dc7ab87803f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7869776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457614'] for router_interface (16348a5f-1886-4781-bf96-5148ab3792c9), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:12.850317 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e7ab65-187a-4062-87e6-9dc7ab87803f admin admin] Router 16348a5f-1886-4781-bf96-5148ab3792c9 has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:14:12.958214 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e7ab65-187a-4062-87e6-9dc7ab87803f admin admin] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:14:12.963376 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-62e7ab65-187a-4062-87e6-9dc7ab87803f admin admin] 10.222.0.53 "PUT /v2.0/routers/16348a5f-1886-4781-bf96-5148ab3792c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8273838 Apr 08 11:14:12.966203 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 50708) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:12.967408 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f76ad12-d3e2-4a07-8619-8c9e8915f6ad None None] Sync routers for ids ['16348a5f-1886-4781-bf96-5148ab3792c9'] in dv-cinder-836073-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:14:12.977618 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f76ad12-d3e2-4a07-8619-8c9e8915f6ad None None] Routers {'16348a5f-1886-4781-bf96-5148ab3792c9'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:14:12.978073 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-2f76ad12-d3e2-4a07-8619-8c9e8915f6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:14:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['16348a5f-1886-4781-bf96-5148ab3792c9'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:14:13.099432 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-2f76ad12-d3e2-4a07-8619-8c9e8915f6ad None None] Set router 16348a5f-1886-4781-bf96-5148ab3792c9 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:14:13.100279 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ddd0f2e-149f-4439-b2f3-dfdfa474c284 admin admin] Publish callbacks [] for router (16348a5f-1886-4781-bf96-5148ab3792c9), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:13.208613 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ddd0f2e-149f-4439-b2f3-dfdfa474c284 admin admin] Publish callbacks [] for router_gateway (16348a5f-1886-4781-bf96-5148ab3792c9), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:13.289194 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-2f76ad12-d3e2-4a07-8619-8c9e8915f6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'name': 'tempest-AttachVolumeTestJSON-397204211-router', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '883c6c70-058e-426a-aa69-6ead7a04d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:20Z', 'updated_at': '2022-04-08T11:14:12Z', 'revision_number': 5, 'project_id': '16c20ec5a754420c8f43a0f7e847031a', 'gw_port': {'id': '883c6c70-058e-426a-aa69-6ead7a04d08f', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:34:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:21Z', 'updated_at': '2022-04-08T11:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi'}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:14:13.316849 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f76ad12-d3e2-4a07-8619-8c9e8915f6ad None None] Checking router: 16348a5f-1886-4781-bf96-5148ab3792c9 for host: dv-cinder-836073-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:14:13.321213 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-5ddd0f2e-149f-4439-b2f3-dfdfa474c284 admin admin] Deleting port 883c6c70-058e-426a-aa69-6ead7a04d08f {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:14:13.321548 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ddd0f2e-149f-4439-b2f3-dfdfa474c284 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (883c6c70-058e-426a-aa69-6ead7a04d08f), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:13.326765 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f76ad12-d3e2-4a07-8619-8c9e8915f6ad None None] Routers {'16348a5f-1886-4781-bf96-5148ab3792c9'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:14:13.327383 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-2f76ad12-d3e2-4a07-8619-8c9e8915f6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:14:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['16348a5f-1886-4781-bf96-5148ab3792c9'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:14:13.401400 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-5ddd0f2e-149f-4439-b2f3-dfdfa474c284 admin admin] For port 883c6c70-058e-426a-aa69-6ead7a04d08f, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=883c6c70-058e-426a-aa69-6ead7a04d08f,segment=NetworkSegment(2bb98e3e-6539-44eb-b25b-4089590167ac),segment_id=2bb98e3e-6539-44eb-b25b-4089590167ac)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:14:13.401539 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ddd0f2e-149f-4439-b2f3-dfdfa474c284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (883c6c70-058e-426a-aa69-6ead7a04d08f), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:13.416948 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-5ddd0f2e-149f-4439-b2f3-dfdfa474c284 admin admin] Calling delete_port for 883c6c70-058e-426a-aa69-6ead7a04d08f owned by network:router_gateway {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:14:13.563356 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-2f76ad12-d3e2-4a07-8619-8c9e8915f6ad None None] Set router 16348a5f-1886-4781-bf96-5148ab3792c9 gateway port host: None {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:14:13.620325 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-2f76ad12-d3e2-4a07-8619-8c9e8915f6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'name': 'tempest-AttachVolumeTestJSON-397204211-router', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:20Z', 'updated_at': '2022-04-08T11:14:13Z', 'revision_number': 6, 'project_id': '16c20ec5a754420c8f43a0f7e847031a', 'gw_port_host': None}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:14:13.648372 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f76ad12-d3e2-4a07-8619-8c9e8915f6ad None None] The sync data for ids ['16348a5f-1886-4781-bf96-5148ab3792c9'] in dv-cinder-836073-3-iscsi is: [{'id': '16348a5f-1886-4781-bf96-5148ab3792c9', 'name': 'tempest-AttachVolumeTestJSON-397204211-router', 'tenant_id': '16c20ec5a754420c8f43a0f7e847031a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:20Z', 'updated_at': '2022-04-08T11:14:13Z', 'revision_number': 6, 'project_id': '16c20ec5a754420c8f43a0f7e847031a', 'gw_port_host': None}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:14:13.680285 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ddd0f2e-149f-4439-b2f3-dfdfa474c284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (883c6c70-058e-426a-aa69-6ead7a04d08f), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:13.707635 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd0f2e-149f-4439-b2f3-dfdfa474c284 admin admin] Pushing event deleted for resources: {'Port': ['ID=883c6c70-058e-426a-aa69-6ead7a04d08f,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:13.769293 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ddd0f2e-149f-4439-b2f3-dfdfa474c284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456443'] for router_gateway (16348a5f-1886-4781-bf96-5148ab3792c9), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:13.878021 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ddd0f2e-149f-4439-b2f3-dfdfa474c284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1014241'] for router (16348a5f-1886-4781-bf96-5148ab3792c9), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:13.880161 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ddd0f2e-149f-4439-b2f3-dfdfa474c284 admin admin] Publish callbacks [] for router_controller (16348a5f-1886-4781-bf96-5148ab3792c9), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:14.042016 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ddd0f2e-149f-4439-b2f3-dfdfa474c284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-458149'] for router (16348a5f-1886-4781-bf96-5148ab3792c9), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:14.056678 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddd0f2e-149f-4439-b2f3-dfdfa474c284 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16348a5f-1886-4781-bf96-5148ab3792c9 {{(pid=104016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 11:14:14.056678 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ddd0f2e-149f-4439-b2f3-dfdfa474c284 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:14.056678 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-5ddd0f2e-149f-4439-b2f3-dfdfa474c284 admin admin] 10.222.0.53 "DELETE /v2.0/routers/16348a5f-1886-4781-bf96-5148ab3792c9 HTTP/1.1" status: 204 len: 168 time: 1.0818174 Apr 08 11:14:14.056678 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 50740) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:14.110714 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd574993-831e-4e53-bbf3-280dc1ab3d17 admin admin] Deleting subnet c6e2448f-6563-4dea-8f56-29b70f4d3ad8 {{(pid=104016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:14:14.113855 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cd574993-831e-4e53-bbf3-280dc1ab3d17 admin admin] Publish callbacks [] for subnet (c6e2448f-6563-4dea-8f56-29b70f4d3ad8), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:14.152011 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cd574993-831e-4e53-bbf3-280dc1ab3d17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4108866'] for subnet (c6e2448f-6563-4dea-8f56-29b70f4d3ad8), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:14.256979 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cd574993-831e-4e53-bbf3-280dc1ab3d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7741539'] for subnet (c6e2448f-6563-4dea-8f56-29b70f4d3ad8), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:14.377503 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cd574993-831e-4e53-bbf3-280dc1ab3d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7741546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3536836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077135'] for subnet (c6e2448f-6563-4dea-8f56-29b70f4d3ad8), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:14.403238 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd574993-831e-4e53-bbf3-280dc1ab3d17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6e2448f-6563-4dea-8f56-29b70f4d3ad8,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:14.408254 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cd574993-831e-4e53-bbf3-280dc1ab3d17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:14.414273 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-cd574993-831e-4e53-bbf3-280dc1ab3d17 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c6e2448f-6563-4dea-8f56-29b70f4d3ad8 HTTP/1.1" status: 204 len: 168 time: 0.3593023 Apr 08 11:14:14.414664 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 50750) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:14.436249 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca219ae5-51ee-48ec-9127-4c93a2c20012 None None] Network 8dd2fe0c-a708-46a5-bc57-7be6e584a6fb requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:14:14.524580 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ed5074e7-1eb4-40f9-8c4b-3b8cfd86f7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7700898'] for network (8dd2fe0c-a708-46a5-bc57-7be6e584a6fb), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:14.609611 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ed5074e7-1eb4-40f9-8c4b-3b8cfd86f7a8 admin admin] Deleting port c0dd96e3-d9ef-42c2-83d8-23fbdeff1421 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:14:14.610103 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ed5074e7-1eb4-40f9-8c4b-3b8cfd86f7a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (c0dd96e3-d9ef-42c2-83d8-23fbdeff1421), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:14.630038 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a519d08-8a69-43a0-9eac-c529c71090cf None None] DHCP port deletion for 8dd2fe0c-a708-46a5-bc57-7be6e584a6fb request from dv-cinder-836073-3-iscsi {{(pid=104018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 11:14:14.680860 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ed5074e7-1eb4-40f9-8c4b-3b8cfd86f7a8 admin admin] For port c0dd96e3-d9ef-42c2-83d8-23fbdeff1421, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=c0dd96e3-d9ef-42c2-83d8-23fbdeff1421,segment=NetworkSegment(7c3cd9ae-03b6-4373-b79c-5b396a609cc9),segment_id=7c3cd9ae-03b6-4373-b79c-5b396a609cc9)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:14:14.681384 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ed5074e7-1eb4-40f9-8c4b-3b8cfd86f7a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (c0dd96e3-d9ef-42c2-83d8-23fbdeff1421), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:14.690594 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-7a519d08-8a69-43a0-9eac-c529c71090cf None None] Deleting port c0dd96e3-d9ef-42c2-83d8-23fbdeff1421 {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:14:14.690976 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7a519d08-8a69-43a0-9eac-c529c71090cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (c0dd96e3-d9ef-42c2-83d8-23fbdeff1421), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:14.705274 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ed5074e7-1eb4-40f9-8c4b-3b8cfd86f7a8 admin admin] Calling delete_port for c0dd96e3-d9ef-42c2-83d8-23fbdeff1421 owned by network:dhcp {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:14:14.768582 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-7a519d08-8a69-43a0-9eac-c529c71090cf None None] For port c0dd96e3-d9ef-42c2-83d8-23fbdeff1421, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=c0dd96e3-d9ef-42c2-83d8-23fbdeff1421,segment=NetworkSegment(7c3cd9ae-03b6-4373-b79c-5b396a609cc9),segment_id=7c3cd9ae-03b6-4373-b79c-5b396a609cc9)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:14:14.769254 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7a519d08-8a69-43a0-9eac-c529c71090cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (c0dd96e3-d9ef-42c2-83d8-23fbdeff1421), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:14.783734 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-7a519d08-8a69-43a0-9eac-c529c71090cf None None] Calling delete_port for c0dd96e3-d9ef-42c2-83d8-23fbdeff1421 owned by network:dhcp {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:14:14.886221 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ed5074e7-1eb4-40f9-8c4b-3b8cfd86f7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3089968'] for port (c0dd96e3-d9ef-42c2-83d8-23fbdeff1421), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:14.895902 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7a519d08-8a69-43a0-9eac-c529c71090cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638'] for port (c0dd96e3-d9ef-42c2-83d8-23fbdeff1421), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:14.918309 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5074e7-1eb4-40f9-8c4b-3b8cfd86f7a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0dd96e3-d9ef-42c2-83d8-23fbdeff1421,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:14.920594 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5074e7-1eb4-40f9-8c4b-3b8cfd86f7a8 admin admin] No DVR routers for this DVR port c0dd96e3-d9ef-42c2-83d8-23fbdeff1421 on host dv-cinder-836073-3-iscsi {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:14:14.929878 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a519d08-8a69-43a0-9eac-c529c71090cf None None] No DVR routers for this DVR port c0dd96e3-d9ef-42c2-83d8-23fbdeff1421 on host dv-cinder-836073-3-iscsi {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:14:14.933794 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a519d08-8a69-43a0-9eac-c529c71090cf None None] Pushing event deleted for resources: {'Port': ['ID=c0dd96e3-d9ef-42c2-83d8-23fbdeff1421,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:15.011507 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ed5074e7-1eb4-40f9-8c4b-3b8cfd86f7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7858426', 'neutron.services.segments.db._delete_segments_for_network-8771786818506'] for network (8dd2fe0c-a708-46a5-bc57-7be6e584a6fb), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:15.013884 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159be820-d9c3-496b-a600-a5a6ab8435e9 req-acbfc513-4fa0-415c-8072-fd8fba14b23a tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:15.015691 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-159be820-d9c3-496b-a600-a5a6ab8435e9 req-acbfc513-4fa0-415c-8072-fd8fba14b23a tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 946 time: 0.0588505 Apr 08 11:14:15.040880 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-ed5074e7-1eb4-40f9-8c4b-3b8cfd86f7a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dd2fe0c-a708-46a5-bc57-7be6e584a6fb']}} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:14:15.044093 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 883c6c70-058e-426a-aa69-6ead7a04d08f no longer exists at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:14:15.052861 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-ed5074e7-1eb4-40f9-8c4b-3b8cfd86f7a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c3cd9ae-03b6-4373-b79c-5b396a609cc9') {'for_net_delete': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:14:15.053156 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-ed5074e7-1eb4-40f9-8c4b-3b8cfd86f7a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c3cd9ae-03b6-4373-b79c-5b396a609cc9') {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:14:15.063552 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ed5074e7-1eb4-40f9-8c4b-3b8cfd86f7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771786821075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4091676'] for segment (7c3cd9ae-03b6-4373-b79c-5b396a609cc9), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:15.065825 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-159be820-d9c3-496b-a600-a5a6ab8435e9 req-0a51524f-18ac-4599-9784-dfa10e415f97 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432730 Apr 08 11:14:15.067206 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] No Port match for: 883c6c70-058e-426a-aa69-6ead7a04d08f {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:14:15.067624 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 883c6c70-058e-426a-aa69-6ead7a04d08f not bound to the agent host dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:14:15.068108 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device c0dd96e3-d9ef-42c2-83d8-23fbdeff1421 no longer exists at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:14:15.078824 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ed5074e7-1eb4-40f9-8c4b-3b8cfd86f7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154'] for segment (7c3cd9ae-03b6-4373-b79c-5b396a609cc9), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:15.086539 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed5074e7-1eb4-40f9-8c4b-3b8cfd86f7a8 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=104017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:14:15.087809 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ed5074e7-1eb4-40f9-8c4b-3b8cfd86f7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3089923'] for segment (7c3cd9ae-03b6-4373-b79c-5b396a609cc9), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:15.093897 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] No Port match for: c0dd96e3-d9ef-42c2-83d8-23fbdeff1421 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:14:15.094496 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device c0dd96e3-d9ef-42c2-83d8-23fbdeff1421 not bound to the agent host dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:14:15.095382 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 949354ab-f61a-4fec-96a9-9888653181b9 no longer exists at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:14:15.114288 dv-cinder-836073-3-iscsi neutron-server[104017]: Traceback (most recent call last): Apr 08 11:14:15.114288 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:14:15.114288 dv-cinder-836073-3-iscsi neutron-server[104017]: timer() Apr 08 11:14:15.114288 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:14:15.114288 dv-cinder-836073-3-iscsi neutron-server[104017]: cb(*args, **kw) Apr 08 11:14:15.114288 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:14:15.114288 dv-cinder-836073-3-iscsi neutron-server[104017]: return func(*args, **kwargs) Apr 08 11:14:15.114288 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:14:15.114288 dv-cinder-836073-3-iscsi neutron-server[104017]: self._notify() Apr 08 11:14:15.114288 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:14:15.114288 dv-cinder-836073-3-iscsi neutron-server[104017]: self.callback(batched_events) Apr 08 11:14:15.114288 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:14:15.114288 dv-cinder-836073-3-iscsi neutron-server[104017]: event.method(event) Apr 08 11:14:15.114288 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:14:15.114288 dv-cinder-836073-3-iscsi neutron-server[104017]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:14:15.114288 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:14:15.114288 dv-cinder-836073-3-iscsi neutron-server[104017]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:14:15.114288 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:14:15.114288 dv-cinder-836073-3-iscsi neutron-server[104017]: return f(self, *a, **k) Apr 08 11:14:15.114288 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:14:15.114288 dv-cinder-836073-3-iscsi neutron-server[104017]: return self._get(url).json() Apr 08 11:14:15.114288 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:14:15.114288 dv-cinder-836073-3-iscsi neutron-server[104017]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:14:15.114288 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:14:15.114288 dv-cinder-836073-3-iscsi neutron-server[104017]: return self.request(url, 'GET', **kwargs) Apr 08 11:14:15.114288 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:14:15.114288 dv-cinder-836073-3-iscsi neutron-server[104017]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:14:15.114288 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:14:15.114288 dv-cinder-836073-3-iscsi neutron-server[104017]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:14:15.114288 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:14:15.114288 dv-cinder-836073-3-iscsi neutron-server[104017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:14:15.114288 dv-cinder-836073-3-iscsi neutron-server[104017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:14:15.119435 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] No Port match for: 949354ab-f61a-4fec-96a9-9888653181b9 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:14:15.119839 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 949354ab-f61a-4fec-96a9-9888653181b9 not bound to the agent host dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:14:15.233294 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ed5074e7-1eb4-40f9-8c4b-3b8cfd86f7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7858401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7922337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456415'] for network (8dd2fe0c-a708-46a5-bc57-7be6e584a6fb), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:15.241774 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ed5074e7-1eb4-40f9-8c4b-3b8cfd86f7a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:15.242133 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-ed5074e7-1eb4-40f9-8c4b-3b8cfd86f7a8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/8dd2fe0c-a708-46a5-bc57-7be6e584a6fb HTTP/1.1" status: 204 len: 168 time: 0.8256509 Apr 08 11:14:15.254103 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5074e7-1eb4-40f9-8c4b-3b8cfd86f7a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dd2fe0c-a708-46a5-bc57-7be6e584a6fb,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:15.666145 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 50770) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:15.705077 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-5d6e405d-1e28-4d70-9b77-b3daf2872e73 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=16c20ec5a754420c8f43a0f7e847031a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0377710 Apr 08 11:14:15.707421 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 50772) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:15.757187 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-95188d0b-b2d8-4f10-8be5-0a89be1f1f9c admin admin] Publish callbacks [] for security_group (b8448e00-de10-49c9-9997-8dfdb9bc090f), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:15.778963 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-95188d0b-b2d8-4f10-8be5-0a89be1f1f9c admin admin] Publish callbacks [] for security_group (b8448e00-de10-49c9-9997-8dfdb9bc090f), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:15.913415 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-95188d0b-b2d8-4f10-8be5-0a89be1f1f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (b8448e00-de10-49c9-9997-8dfdb9bc090f), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:15.915319 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-95188d0b-b2d8-4f10-8be5-0a89be1f1f9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:15.916478 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-95188d0b-b2d8-4f10-8be5-0a89be1f1f9c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b8448e00-de10-49c9-9997-8dfdb9bc090f HTTP/1.1" status: 204 len: 168 time: 0.2081382 Apr 08 11:14:15.924631 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95188d0b-b2d8-4f10-8be5-0a89be1f1f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8448e00-de10-49c9-9997-8dfdb9bc090f,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:16.222142 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38010359-f7e5-4c4c-93c0-51b94ecfc59a req-91130f14-7a8d-4bdb-9077-2461da5153ce tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:16.222142 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-38010359-f7e5-4c4c-93c0-51b94ecfc59a req-91130f14-7a8d-4bdb-9077-2461da5153ce tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 946 time: 0.0643146 Apr 08 11:14:16.279568 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-38010359-f7e5-4c4c-93c0-51b94ecfc59a req-be06fecf-5b12-4f95-89a1-47ff547e5557 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516496 Apr 08 11:14:17.431166 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48390e21-ae39-4bee-a3c1-6a46775f36bc req-d25e72c5-a8cc-430c-9150-55527d312b2c tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:17.433026 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-48390e21-ae39-4bee-a3c1-6a46775f36bc req-d25e72c5-a8cc-430c-9150-55527d312b2c tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 946 time: 0.0661321 Apr 08 11:14:17.494281 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-48390e21-ae39-4bee-a3c1-6a46775f36bc req-703c9c4b-2b31-4a26-9c31-9c2aaaa90953 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544245 Apr 08 11:14:17.917760 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 50854) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:18.020544 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-64cdf449-c046-40bd-a5ad-92a280778a27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:18.092218 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-64cdf449-c046-40bd-a5ad-92a280778a27 admin admin] Publish callbacks [] for security_group (8145170d-c3ca-40b2-aa97-723d87924e44), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:18.174963 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-64cdf449-c046-40bd-a5ad-92a280778a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (8145170d-c3ca-40b2-aa97-723d87924e44), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:18.213058 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-64cdf449-c046-40bd-a5ad-92a280778a27 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=863639a2c9714031aeff71c94165c3dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2942443 Apr 08 11:14:18.215089 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cdf449-c046-40bd-a5ad-92a280778a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8145170d-c3ca-40b2-aa97-723d87924e44,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:18.215846 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 50858) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:18.265122 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b8b94875-893c-47b5-980f-63c6348cbb40 admin admin] Publish callbacks [] for security_group (8145170d-c3ca-40b2-aa97-723d87924e44), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:18.286238 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b8b94875-893c-47b5-980f-63c6348cbb40 admin admin] Publish callbacks [] for security_group (8145170d-c3ca-40b2-aa97-723d87924e44), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:18.391812 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b8b94875-893c-47b5-980f-63c6348cbb40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (8145170d-c3ca-40b2-aa97-723d87924e44), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:18.394501 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b8b94875-893c-47b5-980f-63c6348cbb40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:18.395650 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-b8b94875-893c-47b5-980f-63c6348cbb40 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8145170d-c3ca-40b2-aa97-723d87924e44 HTTP/1.1" status: 204 len: 168 time: 0.1782923 Apr 08 11:14:18.403479 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b94875-893c-47b5-980f-63c6348cbb40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8145170d-c3ca-40b2-aa97-723d87924e44,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:18.464084 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38acbdf-136e-4ada-9e1e-09905c54c7a3 req-30447420-0417-4c9e-aac8-5cf7f49ffb45 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:18.465570 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f38acbdf-136e-4ada-9e1e-09905c54c7a3 req-30447420-0417-4c9e-aac8-5cf7f49ffb45 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 946 time: 0.0562420 Apr 08 11:14:18.567901 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-f38acbdf-136e-4ada-9e1e-09905c54c7a3 req-30c37965-73cc-42a5-b8ad-906a93a5df5a tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Deleting port 08551a8c-828e-4887-8e9c-943d3b3faf29 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:14:18.568240 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-f38acbdf-136e-4ada-9e1e-09905c54c7a3 req-30c37965-73cc-42a5-b8ad-906a93a5df5a tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (08551a8c-828e-4887-8e9c-943d3b3faf29), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:18.619426 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5956957-1c64-4dc2-bc3c-768f69b383d2 req-a5ede265-6682-479f-8a8f-ec565bb212b3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:18.620921 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a5956957-1c64-4dc2-bc3c-768f69b383d2 req-a5ede265-6682-479f-8a8f-ec565bb212b3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 946 time: 0.0553303 Apr 08 11:14:18.662298 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-f38acbdf-136e-4ada-9e1e-09905c54c7a3 req-30c37965-73cc-42a5-b8ad-906a93a5df5a tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] For port 08551a8c-828e-4887-8e9c-943d3b3faf29, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=08551a8c-828e-4887-8e9c-943d3b3faf29,segment=NetworkSegment(bb9e3258-fa2f-4286-80e8-28f078f3a6fa),segment_id=bb9e3258-fa2f-4286-80e8-28f078f3a6fa)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:14:18.662719 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-f38acbdf-136e-4ada-9e1e-09905c54c7a3 req-30c37965-73cc-42a5-b8ad-906a93a5df5a tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (08551a8c-828e-4887-8e9c-943d3b3faf29), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:18.673514 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a5956957-1c64-4dc2-bc3c-768f69b383d2 req-49b8a99c-71e1-46ce-8579-dc24d1966124 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464075 Apr 08 11:14:18.852809 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-f38acbdf-136e-4ada-9e1e-09905c54c7a3 req-30c37965-73cc-42a5-b8ad-906a93a5df5a tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:18.853172 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-f38acbdf-136e-4ada-9e1e-09905c54c7a3 req-30c37965-73cc-42a5-b8ad-906a93a5df5a tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456385'] for floatingip (69892e21-a465-4613-a1d8-668da8683260), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:18.853532 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.db.l3_db [req-f38acbdf-136e-4ada-9e1e-09905c54c7a3 req-30c37965-73cc-42a5-b8ad-906a93a5df5a tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Floating IP 69892e21-a465-4613-a1d8-668da8683260 disassociated. External IP: 172.27.0.210, port: 08551a8c-828e-4887-8e9c-943d3b3faf29. Apr 08 11:14:18.858263 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-f38acbdf-136e-4ada-9e1e-09905c54c7a3 req-30c37965-73cc-42a5-b8ad-906a93a5df5a tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Calling delete_port for 08551a8c-828e-4887-8e9c-943d3b3faf29 owned by compute:nova {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:14:19.055173 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-f38acbdf-136e-4ada-9e1e-09905c54c7a3 req-30c37965-73cc-42a5-b8ad-906a93a5df5a tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (08551a8c-828e-4887-8e9c-943d3b3faf29), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:19.088771 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c37965-73cc-42a5-b8ad-906a93a5df5a tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Pushing event deleted for resources: {'Port': ['ID=08551a8c-828e-4887-8e9c-943d3b3faf29,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:19.501209 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f38acbdf-136e-4ada-9e1e-09905c54c7a3 req-30c37965-73cc-42a5-b8ad-906a93a5df5a tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Router b78a864e-c382-4149-b438-3b3373b9e7da has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:14:19.635163 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f38acbdf-136e-4ada-9e1e-09905c54c7a3 req-30c37965-73cc-42a5-b8ad-906a93a5df5a tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:14:19.645826 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5efd95-eedd-410a-8226-324284e9b62e None None] Sync routers for ids ['b78a864e-c382-4149-b438-3b3373b9e7da'] in dv-cinder-836073-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:14:19.657775 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5efd95-eedd-410a-8226-324284e9b62e None None] Routers {'b78a864e-c382-4149-b438-3b3373b9e7da'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:14:19.658411 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-3c5efd95-eedd-410a-8226-324284e9b62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:14:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['b78a864e-c382-4149-b438-3b3373b9e7da'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:14:19.678289 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38acbdf-136e-4ada-9e1e-09905c54c7a3 req-30c37965-73cc-42a5-b8ad-906a93a5df5a tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] No DVR routers for this DVR port 08551a8c-828e-4887-8e9c-943d3b3faf29 on host hv-cinder-83607 {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:14:19.681781 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-f38acbdf-136e-4ada-9e1e-09905c54c7a3 req-30c37965-73cc-42a5-b8ad-906a93a5df5a tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:19.685959 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f38acbdf-136e-4ada-9e1e-09905c54c7a3 req-30c37965-73cc-42a5-b8ad-906a93a5df5a tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.25 "DELETE /v2.0/ports/08551a8c-828e-4887-8e9c-943d3b3faf29 HTTP/1.1" status: 204 len: 173 time: 1.2148459 Apr 08 11:14:19.686404 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408', 'name': 'network-vif-deleted', 'tag': '08551a8c-828e-4887-8e9c-943d3b3faf29'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:14:19.688863 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac45fcf4-ceda-4400-94a9-1c6f2a74de65" -d '{"events": [{"server_uuid": "ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408", "name": "network-vif-deleted", "tag": "08551a8c-828e-4887-8e9c-943d3b3faf29"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:14:19.738794 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8654e2-bb7e-4f9c-8a56-7547b18c0080 x-openstack-request-id: req-0d8654e2-bb7e-4f9c-8a56-7547b18c0080 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:14:19.739284 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408", "name": "network-vif-deleted", "tag": "08551a8c-828e-4887-8e9c-943d3b3faf29", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:14:19.739610 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d8654e2-bb7e-4f9c-8a56-7547b18c0080 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:14:19.740066 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d8654e2-bb7e-4f9c-8a56-7547b18c0080'] response: {'server_uuid': 'ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408', 'name': 'network-vif-deleted', 'tag': '08551a8c-828e-4887-8e9c-943d3b3faf29', 'status': 'completed', 'code': 200} Apr 08 11:14:19.785514 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-3c5efd95-eedd-410a-8226-324284e9b62e None None] Set router b78a864e-c382-4149-b438-3b3373b9e7da gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:14:19.798144 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3ccb662b-5410-430f-bb0e-caaa752a6c09 req-3a3cdf5b-23ad-4644-b81e-704a6b1cd79e tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9e0f1a-ac2f-4f31-b99a-a6b9cfe7f408 HTTP/1.1" status: 200 len: 210 time: 0.0386102 Apr 08 11:14:20.034342 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-3c5efd95-eedd-410a-8226-324284e9b62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'name': 'tempest-AttachVolumeShelveTestJSON-566511373-router', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'e38f17d0-9617-40a6-8440-d7d47cd6e4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:22Z', 'updated_at': '2022-04-08T11:07:31Z', 'revision_number': 4, 'project_id': 'a1193c805e04401c8afbb9690ce62e77', 'gw_port': {'id': 'e38f17d0-9617-40a6-8440-d7d47cd6e4f0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:24Z', 'updated_at': '2022-04-08T11:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': '266c0c98-251a-40ef-b953-89db7137a957', 'name': '', 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'mac_address': 'fa:16:3e:f0:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '69645fe8-51b2-4fb3-8963-10a4b0bd4ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:30Z', 'updated_at': '2022-04-08T11:07:39Z', 'revision_number': 5, 'project_id': 'a1193c805e04401c8afbb9690ce62e77', 'subnets': [{'id': '69645fe8-51b2-4fb3-8963-10a4b0bd4ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:14:20.061017 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5efd95-eedd-410a-8226-324284e9b62e None None] Checking router: b78a864e-c382-4149-b438-3b3373b9e7da for host: dv-cinder-836073-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:14:20.069346 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5efd95-eedd-410a-8226-324284e9b62e None None] Routers {'b78a864e-c382-4149-b438-3b3373b9e7da'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:14:20.069969 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-3c5efd95-eedd-410a-8226-324284e9b62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:14:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['b78a864e-c382-4149-b438-3b3373b9e7da'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:14:20.179445 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-3c5efd95-eedd-410a-8226-324284e9b62e None None] Set router b78a864e-c382-4149-b438-3b3373b9e7da gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:14:20.407055 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 50940) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:20.418562 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-3c5efd95-eedd-410a-8226-324284e9b62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'name': 'tempest-AttachVolumeShelveTestJSON-566511373-router', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'e38f17d0-9617-40a6-8440-d7d47cd6e4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:22Z', 'updated_at': '2022-04-08T11:07:31Z', 'revision_number': 4, 'project_id': 'a1193c805e04401c8afbb9690ce62e77', 'gw_port': {'id': 'e38f17d0-9617-40a6-8440-d7d47cd6e4f0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:24Z', 'updated_at': '2022-04-08T11:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': '266c0c98-251a-40ef-b953-89db7137a957', 'name': '', 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'mac_address': 'fa:16:3e:f0:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '69645fe8-51b2-4fb3-8963-10a4b0bd4ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:30Z', 'updated_at': '2022-04-08T11:07:39Z', 'revision_number': 5, 'project_id': 'a1193c805e04401c8afbb9690ce62e77', 'subnets': [{'id': '69645fe8-51b2-4fb3-8963-10a4b0bd4ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:14:20.446167 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5efd95-eedd-410a-8226-324284e9b62e None None] The sync data for ids ['b78a864e-c382-4149-b438-3b3373b9e7da'] in dv-cinder-836073-3-iscsi is: [{'id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'name': 'tempest-AttachVolumeShelveTestJSON-566511373-router', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'e38f17d0-9617-40a6-8440-d7d47cd6e4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:22Z', 'updated_at': '2022-04-08T11:07:31Z', 'revision_number': 4, 'project_id': 'a1193c805e04401c8afbb9690ce62e77', 'gw_port': {'id': 'e38f17d0-9617-40a6-8440-d7d47cd6e4f0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:24Z', 'updated_at': '2022-04-08T11:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': '266c0c98-251a-40ef-b953-89db7137a957', 'name': '', 'network_id': 'dc6c096a-ab1d-4dd5-b548-e6d43b20edbf', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'mac_address': 'fa:16:3e:f0:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '69645fe8-51b2-4fb3-8963-10a4b0bd4ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:30Z', 'updated_at': '2022-04-08T11:07:39Z', 'revision_number': 5, 'project_id': 'a1193c805e04401c8afbb9690ce62e77', 'subnets': [{'id': '69645fe8-51b2-4fb3-8963-10a4b0bd4ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:14:20.543718 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e32f8ddf-a233-4213-99fa-b0b0b48d0d5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:20.628515 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e32f8ddf-a233-4213-99fa-b0b0b48d0d5a admin admin] Publish callbacks [] for security_group (18e5c5f0-c16c-4b9c-8eaa-b5cb7252fa02), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:20.701210 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e32f8ddf-a233-4213-99fa-b0b0b48d0d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (18e5c5f0-c16c-4b9c-8eaa-b5cb7252fa02), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:20.748734 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e247d3c8-6fbb-4281-adee-b750438f1af6 None None] New status for floating IP 69892e21-a465-4613-a1d8-668da8683260: DOWN {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:14:20.755554 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 50954) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:20.757922 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-e32f8ddf-a233-4213-99fa-b0b0b48d0d5a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d9a104654ecd4d32870419d6a52e4209&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3441904 Apr 08 11:14:20.760141 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f8ddf-a233-4213-99fa-b0b0b48d0d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e5c5f0-c16c-4b9c-8eaa-b5cb7252fa02,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:20.806767 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e9ebf282-fcaf-42d3-8fcd-ca3d31f7610b admin admin] Publish callbacks [] for security_group (18e5c5f0-c16c-4b9c-8eaa-b5cb7252fa02), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:20.831961 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e9ebf282-fcaf-42d3-8fcd-ca3d31f7610b admin admin] Publish callbacks [] for security_group (18e5c5f0-c16c-4b9c-8eaa-b5cb7252fa02), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:20.972931 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e9ebf282-fcaf-42d3-8fcd-ca3d31f7610b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (18e5c5f0-c16c-4b9c-8eaa-b5cb7252fa02), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:20.979043 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 50964) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:20.980288 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e9ebf282-fcaf-42d3-8fcd-ca3d31f7610b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:20.995140 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-e9ebf282-fcaf-42d3-8fcd-ca3d31f7610b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/18e5c5f0-c16c-4b9c-8eaa-b5cb7252fa02 HTTP/1.1" status: 204 len: 168 time: 0.2275846 Apr 08 11:14:21.011377 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ebf282-fcaf-42d3-8fcd-ca3d31f7610b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e5c5f0-c16c-4b9c-8eaa-b5cb7252fa02,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:21.066671 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dfd28123-e9d2-4e35-8467-e8c53f2d5cae tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for security_group (dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:21.095690 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dfd28123-e9d2-4e35-8467-e8c53f2d5cae tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for security_group (dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:21.211585 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dfd28123-e9d2-4e35-8467-e8c53f2d5cae tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:21.214821 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dfd28123-e9d2-4e35-8467-e8c53f2d5cae tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:21.216041 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-dfd28123-e9d2-4e35-8467-e8c53f2d5cae tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "DELETE /v2.0/security-groups/dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2 HTTP/1.1" status: 204 len: 168 time: 0.2355478 Apr 08 11:14:21.218976 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 50970) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:21.226555 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd28123-e9d2-4e35-8467-e8c53f2d5cae tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:21.232778 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.api.v2.resource [None req-9baa329d-53b8-451a-b270-628061fbd7a1 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] show failed (client error): The resource could not be found. Apr 08 11:14:21.233882 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-9baa329d-53b8-451a-b270-628061fbd7a1 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "GET /v2.0/security-groups/dfb3e5a3-d3f2-442f-ac1f-519c0eb8ecd2 HTTP/1.1" status: 404 len: 347 time: 0.0138221 Apr 08 11:14:21.237131 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 50972) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:21.364543 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-328efc3b-e9d9-4c25-ac9f-f56fb2f4d0a3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Deleting port 584bf5d1-03b7-4eb3-9c4f-4fd5c647de59 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:14:21.364847 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-328efc3b-e9d9-4c25-ac9f-f56fb2f4d0a3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (584bf5d1-03b7-4eb3-9c4f-4fd5c647de59), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:21.446015 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-328efc3b-e9d9-4c25-ac9f-f56fb2f4d0a3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (584bf5d1-03b7-4eb3-9c4f-4fd5c647de59), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:21.446356 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-328efc3b-e9d9-4c25-ac9f-f56fb2f4d0a3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for floatingip (584bf5d1-03b7-4eb3-9c4f-4fd5c647de59), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:21.463970 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-328efc3b-e9d9-4c25-ac9f-f56fb2f4d0a3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Calling delete_port for 584bf5d1-03b7-4eb3-9c4f-4fd5c647de59 owned by network:floatingip {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:14:21.669062 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-328efc3b-e9d9-4c25-ac9f-f56fb2f4d0a3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (584bf5d1-03b7-4eb3-9c4f-4fd5c647de59), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:21.698684 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328efc3b-e9d9-4c25-ac9f-f56fb2f4d0a3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Pushing event deleted for resources: {'Port': ['ID=584bf5d1-03b7-4eb3-9c4f-4fd5c647de59,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:21.760327 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-328efc3b-e9d9-4c25-ac9f-f56fb2f4d0a3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks [] for floatingip (69892e21-a465-4613-a1d8-668da8683260), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:21.762877 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-328efc3b-e9d9-4c25-ac9f-f56fb2f4d0a3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:21.764241 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-328efc3b-e9d9-4c25-ac9f-f56fb2f4d0a3 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] 10.222.0.53 "DELETE /v2.0/floatingips/69892e21-a465-4613-a1d8-668da8683260 HTTP/1.1" status: 204 len: 168 time: 0.5258763 Apr 08 11:14:21.997456 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 08551a8c-828e-4887-8e9c-943d3b3faf29 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:14:22.017952 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] No Port match for: 08551a8c-828e-4887-8e9c-943d3b3faf29 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:14:22.017952 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 08551a8c-828e-4887-8e9c-943d3b3faf29 not bound to the agent host hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:14:22.227595 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:23.757508 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 51054) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:23.861009 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7c26b454-fa0b-403e-9fb2-a18c9f9a2ee6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:23.935602 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7c26b454-fa0b-403e-9fb2-a18c9f9a2ee6 admin admin] Publish callbacks [] for security_group (79f5b224-7176-4512-8dd2-5ffeffffcab1), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:24.017530 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7c26b454-fa0b-403e-9fb2-a18c9f9a2ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (79f5b224-7176-4512-8dd2-5ffeffffcab1), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:24.058054 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26b454-fa0b-403e-9fb2-a18c9f9a2ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f5b224-7176-4512-8dd2-5ffeffffcab1,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:24.067345 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-7c26b454-fa0b-403e-9fb2-a18c9f9a2ee6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a9ebfdb39c0e48e5887560dfa29dad50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3087502 Apr 08 11:14:24.069379 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26b454-fa0b-403e-9fb2-a18c9f9a2ee6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:24.069985 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26b454-fa0b-403e-9fb2-a18c9f9a2ee6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:24.070757 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26b454-fa0b-403e-9fb2-a18c9f9a2ee6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:24.071103 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 51066) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:24.071749 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26b454-fa0b-403e-9fb2-a18c9f9a2ee6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:24.072297 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26b454-fa0b-403e-9fb2-a18c9f9a2ee6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:24.072793 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26b454-fa0b-403e-9fb2-a18c9f9a2ee6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:24.073287 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26b454-fa0b-403e-9fb2-a18c9f9a2ee6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:24.073788 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26b454-fa0b-403e-9fb2-a18c9f9a2ee6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:24.074261 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26b454-fa0b-403e-9fb2-a18c9f9a2ee6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:24.074744 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26b454-fa0b-403e-9fb2-a18c9f9a2ee6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:24.075232 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26b454-fa0b-403e-9fb2-a18c9f9a2ee6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:24.076360 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26b454-fa0b-403e-9fb2-a18c9f9a2ee6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:24.076642 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26b454-fa0b-403e-9fb2-a18c9f9a2ee6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:24.076968 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26b454-fa0b-403e-9fb2-a18c9f9a2ee6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:24.077291 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26b454-fa0b-403e-9fb2-a18c9f9a2ee6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:24.140195 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2ee26d86-68bd-4318-b189-4bc86525481d admin admin] Publish callbacks [] for security_group (79f5b224-7176-4512-8dd2-5ffeffffcab1), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:24.162968 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2ee26d86-68bd-4318-b189-4bc86525481d admin admin] Publish callbacks [] for security_group (79f5b224-7176-4512-8dd2-5ffeffffcab1), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:24.302595 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2ee26d86-68bd-4318-b189-4bc86525481d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (79f5b224-7176-4512-8dd2-5ffeffffcab1), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:24.305211 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2ee26d86-68bd-4318-b189-4bc86525481d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:24.306467 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-2ee26d86-68bd-4318-b189-4bc86525481d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/79f5b224-7176-4512-8dd2-5ffeffffcab1 HTTP/1.1" status: 204 len: 168 time: 0.2338283 Apr 08 11:14:24.315034 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee26d86-68bd-4318-b189-4bc86525481d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f5b224-7176-4512-8dd2-5ffeffffcab1,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:24.483402 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 51084) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:25.018931 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 51106) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:25.032463 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-af408c73-9ef7-48f7-8784-3e5e5b731628 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:25.122457 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-af408c73-9ef7-48f7-8784-3e5e5b731628 admin admin] Publish callbacks [] for security_group (e426356e-e7b5-42ad-87c5-e95e8471ba81), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:25.127196 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4645992c-2768-4935-a171-cf2dc9c3532b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457665'] for router_interface (b78a864e-c382-4149-b438-3b3373b9e7da), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:25.186684 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-af408c73-9ef7-48f7-8784-3e5e5b731628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (e426356e-e7b5-42ad-87c5-e95e8471ba81), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:25.225983 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-af408c73-9ef7-48f7-8784-3e5e5b731628 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ed7f95f0eb9848d2922e8a08448544e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2058835 Apr 08 11:14:25.227098 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af408c73-9ef7-48f7-8784-3e5e5b731628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e426356e-e7b5-42ad-87c5-e95e8471ba81,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:25.230280 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 51110) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:25.280098 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-37c3180b-3c06-4015-a951-dfce3b2be992 admin admin] Publish callbacks [] for security_group (e426356e-e7b5-42ad-87c5-e95e8471ba81), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:25.302123 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-37c3180b-3c06-4015-a951-dfce3b2be992 admin admin] Publish callbacks [] for security_group (e426356e-e7b5-42ad-87c5-e95e8471ba81), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:25.428737 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-4645992c-2768-4935-a171-cf2dc9c3532b admin admin] Deleting port 266c0c98-251a-40ef-b953-89db7137a957 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:14:25.429096 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4645992c-2768-4935-a171-cf2dc9c3532b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (266c0c98-251a-40ef-b953-89db7137a957), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:25.445953 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-37c3180b-3c06-4015-a951-dfce3b2be992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (e426356e-e7b5-42ad-87c5-e95e8471ba81), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:25.448697 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-37c3180b-3c06-4015-a951-dfce3b2be992 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:25.450032 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-37c3180b-3c06-4015-a951-dfce3b2be992 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e426356e-e7b5-42ad-87c5-e95e8471ba81 HTTP/1.1" status: 204 len: 168 time: 0.2186084 Apr 08 11:14:25.459388 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3180b-3c06-4015-a951-dfce3b2be992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e426356e-e7b5-42ad-87c5-e95e8471ba81,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:25.514625 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-4645992c-2768-4935-a171-cf2dc9c3532b admin admin] For port 266c0c98-251a-40ef-b953-89db7137a957, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=266c0c98-251a-40ef-b953-89db7137a957,segment=NetworkSegment(bb9e3258-fa2f-4286-80e8-28f078f3a6fa),segment_id=bb9e3258-fa2f-4286-80e8-28f078f3a6fa)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:14:25.514983 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4645992c-2768-4935-a171-cf2dc9c3532b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (266c0c98-251a-40ef-b953-89db7137a957), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:25.527625 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-4645992c-2768-4935-a171-cf2dc9c3532b admin admin] Calling delete_port for 266c0c98-251a-40ef-b953-89db7137a957 owned by network:router_interface {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:14:25.788844 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4645992c-2768-4935-a171-cf2dc9c3532b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (266c0c98-251a-40ef-b953-89db7137a957), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:25.817784 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645992c-2768-4935-a171-cf2dc9c3532b admin admin] Pushing event deleted for resources: {'Port': ['ID=266c0c98-251a-40ef-b953-89db7137a957,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:26.023782 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4645992c-2768-4935-a171-cf2dc9c3532b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7869776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457614'] for router_interface (b78a864e-c382-4149-b438-3b3373b9e7da), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:26.266765 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4645992c-2768-4935-a171-cf2dc9c3532b admin admin] Router b78a864e-c382-4149-b438-3b3373b9e7da has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:14:26.274770 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 51154) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:26.315128 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_v2 [None req-877c98f6-af76-48c3-923c-015a94d00877 admin admin] Deleting subnet b5b15015-638d-4598-a2bf-6c18b01dc3c8 {{(pid=104017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:14:26.318345 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-877c98f6-af76-48c3-923c-015a94d00877 admin admin] Publish callbacks [] for subnet (b5b15015-638d-4598-a2bf-6c18b01dc3c8), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:26.354541 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-877c98f6-af76-48c3-923c-015a94d00877 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4091653'] for subnet (b5b15015-638d-4598-a2bf-6c18b01dc3c8), precommit_delete_associations {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:26.379593 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4645992c-2768-4935-a171-cf2dc9c3532b admin admin] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:14:26.384871 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-4645992c-2768-4935-a171-cf2dc9c3532b admin admin] 10.222.0.53 "PUT /v2.0/routers/b78a864e-c382-4149-b438-3b3373b9e7da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9001765 Apr 08 11:14:26.387263 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 51156) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:26.390367 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927d8d40-c354-4536-bf6f-9d34f1cf7cec None None] Sync routers for ids ['b78a864e-c382-4149-b438-3b3373b9e7da'] in dv-cinder-836073-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:14:26.402678 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927d8d40-c354-4536-bf6f-9d34f1cf7cec None None] Routers {'b78a864e-c382-4149-b438-3b3373b9e7da'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:14:26.402678 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-927d8d40-c354-4536-bf6f-9d34f1cf7cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:14:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['b78a864e-c382-4149-b438-3b3373b9e7da'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:14:26.408115 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-877c98f6-af76-48c3-923c-015a94d00877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7741539'] for subnet (b5b15015-638d-4598-a2bf-6c18b01dc3c8), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:26.518880 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f8e22dbd-773a-4eef-ae4b-0dd02a776b81 admin admin] Publish callbacks [] for router (b78a864e-c382-4149-b438-3b3373b9e7da), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:26.594852 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-877c98f6-af76-48c3-923c-015a94d00877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7741546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3090149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25379873'] for subnet (b5b15015-638d-4598-a2bf-6c18b01dc3c8), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:26.627485 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-877c98f6-af76-48c3-923c-015a94d00877 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:26.631416 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-877c98f6-af76-48c3-923c-015a94d00877 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b5b15015-638d-4598-a2bf-6c18b01dc3c8 HTTP/1.1" status: 204 len: 168 time: 0.3616593 Apr 08 11:14:26.631692 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-927d8d40-c354-4536-bf6f-9d34f1cf7cec None None] Set router b78a864e-c382-4149-b438-3b3373b9e7da gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:14:26.632647 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c98f6-af76-48c3-923c-015a94d00877 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5b15015-638d-4598-a2bf-6c18b01dc3c8,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:26.637443 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 51168) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:26.724876 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-89a7d378-44f1-4d0c-bbc3-6d91416ae5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7700898'] for network (ee3f3e0e-f32b-4891-8916-d23d836bd11d), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:26.832299 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-89a7d378-44f1-4d0c-bbc3-6d91416ae5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7858426', 'neutron.services.segments.db._delete_segments_for_network-8771786818506'] for network (ee3f3e0e-f32b-4891-8916-d23d836bd11d), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:26.845346 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-927d8d40-c354-4536-bf6f-9d34f1cf7cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'name': 'tempest-AttachVolumeShelveTestJSON-566511373-router', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'e38f17d0-9617-40a6-8440-d7d47cd6e4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:22Z', 'updated_at': '2022-04-08T11:14:25Z', 'revision_number': 5, 'project_id': 'a1193c805e04401c8afbb9690ce62e77', 'gw_port': {'id': 'e38f17d0-9617-40a6-8440-d7d47cd6e4f0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:24Z', 'updated_at': '2022-04-08T11:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi'}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:14:26.856383 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-89a7d378-44f1-4d0c-bbc3-6d91416ae5c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee3f3e0e-f32b-4891-8916-d23d836bd11d']}} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:14:26.869549 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-89a7d378-44f1-4d0c-bbc3-6d91416ae5c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0692acca-9072-4bbf-a867-07a9de92e757') {'for_net_delete': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:14:26.870649 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-89a7d378-44f1-4d0c-bbc3-6d91416ae5c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0692acca-9072-4bbf-a867-07a9de92e757') {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:14:26.878251 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927d8d40-c354-4536-bf6f-9d34f1cf7cec None None] Checking router: b78a864e-c382-4149-b438-3b3373b9e7da for host: dv-cinder-836073-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:14:26.881417 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-89a7d378-44f1-4d0c-bbc3-6d91416ae5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771786821075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4091676'] for segment (0692acca-9072-4bbf-a867-07a9de92e757), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:26.888501 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927d8d40-c354-4536-bf6f-9d34f1cf7cec None None] Routers {'b78a864e-c382-4149-b438-3b3373b9e7da'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:14:26.889131 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-927d8d40-c354-4536-bf6f-9d34f1cf7cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:14:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['b78a864e-c382-4149-b438-3b3373b9e7da'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:14:26.895210 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-89a7d378-44f1-4d0c-bbc3-6d91416ae5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154'] for segment (0692acca-9072-4bbf-a867-07a9de92e757), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:26.902834 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a7d378-44f1-4d0c-bbc3-6d91416ae5c1 admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=104017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:14:26.903605 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-89a7d378-44f1-4d0c-bbc3-6d91416ae5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3089923'] for segment (0692acca-9072-4bbf-a867-07a9de92e757), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:26.964495 dv-cinder-836073-3-iscsi neutron-server[104017]: Traceback (most recent call last): Apr 08 11:14:26.964495 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:14:26.964495 dv-cinder-836073-3-iscsi neutron-server[104017]: timer() Apr 08 11:14:26.964495 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:14:26.964495 dv-cinder-836073-3-iscsi neutron-server[104017]: cb(*args, **kw) Apr 08 11:14:26.964495 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:14:26.964495 dv-cinder-836073-3-iscsi neutron-server[104017]: return func(*args, **kwargs) Apr 08 11:14:26.964495 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:14:26.964495 dv-cinder-836073-3-iscsi neutron-server[104017]: self._notify() Apr 08 11:14:26.964495 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:14:26.964495 dv-cinder-836073-3-iscsi neutron-server[104017]: self.callback(batched_events) Apr 08 11:14:26.964495 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:14:26.964495 dv-cinder-836073-3-iscsi neutron-server[104017]: event.method(event) Apr 08 11:14:26.964495 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:14:26.964495 dv-cinder-836073-3-iscsi neutron-server[104017]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:14:26.964495 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:14:26.964495 dv-cinder-836073-3-iscsi neutron-server[104017]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:14:26.964495 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:14:26.964495 dv-cinder-836073-3-iscsi neutron-server[104017]: return f(self, *a, **k) Apr 08 11:14:26.964495 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:14:26.964495 dv-cinder-836073-3-iscsi neutron-server[104017]: return self._get(url).json() Apr 08 11:14:26.964495 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:14:26.964495 dv-cinder-836073-3-iscsi neutron-server[104017]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:14:26.964495 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:14:26.964495 dv-cinder-836073-3-iscsi neutron-server[104017]: return self.request(url, 'GET', **kwargs) Apr 08 11:14:26.964495 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:14:26.964495 dv-cinder-836073-3-iscsi neutron-server[104017]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:14:26.964495 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:14:26.964495 dv-cinder-836073-3-iscsi neutron-server[104017]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:14:26.964495 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:14:26.964495 dv-cinder-836073-3-iscsi neutron-server[104017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:14:26.964495 dv-cinder-836073-3-iscsi neutron-server[104017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:14:26.974563 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f8e22dbd-773a-4eef-ae4b-0dd02a776b81 admin admin] Publish callbacks [] for router_gateway (b78a864e-c382-4149-b438-3b3373b9e7da), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:27.003672 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-927d8d40-c354-4536-bf6f-9d34f1cf7cec None None] Set router b78a864e-c382-4149-b438-3b3373b9e7da gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:14:27.032323 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-89a7d378-44f1-4d0c-bbc3-6d91416ae5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7858401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7922337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456415'] for network (ee3f3e0e-f32b-4891-8916-d23d836bd11d), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:27.038253 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-89a7d378-44f1-4d0c-bbc3-6d91416ae5c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:27.041631 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-89a7d378-44f1-4d0c-bbc3-6d91416ae5c1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ee3f3e0e-f32b-4891-8916-d23d836bd11d HTTP/1.1" status: 204 len: 168 time: 0.4013307 Apr 08 11:14:27.048931 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 51176) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:27.059461 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a7d378-44f1-4d0c-bbc3-6d91416ae5c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee3f3e0e-f32b-4891-8916-d23d836bd11d,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:27.121500 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_v2 [None req-12c79af1-8160-4c22-b259-5880d799e73d admin admin] Deleting subnet a6a2beeb-0da3-4c81-8af2-82a55a7aaf77 {{(pid=104016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:14:27.126929 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-12c79af1-8160-4c22-b259-5880d799e73d admin admin] Publish callbacks [] for subnet (a6a2beeb-0da3-4c81-8af2-82a55a7aaf77), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:27.170122 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-12c79af1-8160-4c22-b259-5880d799e73d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4108866'] for subnet (a6a2beeb-0da3-4c81-8af2-82a55a7aaf77), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:27.202510 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f8e22dbd-773a-4eef-ae4b-0dd02a776b81 admin admin] Deleting port e38f17d0-9617-40a6-8440-d7d47cd6e4f0 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:14:27.202855 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f8e22dbd-773a-4eef-ae4b-0dd02a776b81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (e38f17d0-9617-40a6-8440-d7d47cd6e4f0), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:27.206643 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-927d8d40-c354-4536-bf6f-9d34f1cf7cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'name': 'tempest-AttachVolumeShelveTestJSON-566511373-router', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'e38f17d0-9617-40a6-8440-d7d47cd6e4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:22Z', 'updated_at': '2022-04-08T11:14:25Z', 'revision_number': 5, 'project_id': 'a1193c805e04401c8afbb9690ce62e77', 'gw_port': {'id': 'e38f17d0-9617-40a6-8440-d7d47cd6e4f0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:24Z', 'updated_at': '2022-04-08T11:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi'}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:14:27.232870 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927d8d40-c354-4536-bf6f-9d34f1cf7cec None None] The sync data for ids ['b78a864e-c382-4149-b438-3b3373b9e7da'] in dv-cinder-836073-3-iscsi is: [{'id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'name': 'tempest-AttachVolumeShelveTestJSON-566511373-router', 'tenant_id': 'a1193c805e04401c8afbb9690ce62e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'e38f17d0-9617-40a6-8440-d7d47cd6e4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:07:22Z', 'updated_at': '2022-04-08T11:14:25Z', 'revision_number': 5, 'project_id': 'a1193c805e04401c8afbb9690ce62e77', 'gw_port': {'id': 'e38f17d0-9617-40a6-8440-d7d47cd6e4f0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a864e-c382-4149-b438-3b3373b9e7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:07:24Z', 'updated_at': '2022-04-08T11:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi'}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:14:27.264375 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-12c79af1-8160-4c22-b259-5880d799e73d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7741539'] for subnet (a6a2beeb-0da3-4c81-8af2-82a55a7aaf77), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:27.334055 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f8e22dbd-773a-4eef-ae4b-0dd02a776b81 admin admin] For port e38f17d0-9617-40a6-8440-d7d47cd6e4f0, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=e38f17d0-9617-40a6-8440-d7d47cd6e4f0,segment=NetworkSegment(2bb98e3e-6539-44eb-b25b-4089590167ac),segment_id=2bb98e3e-6539-44eb-b25b-4089590167ac)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:14:27.335353 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f8e22dbd-773a-4eef-ae4b-0dd02a776b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (e38f17d0-9617-40a6-8440-d7d47cd6e4f0), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:27.378569 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f8e22dbd-773a-4eef-ae4b-0dd02a776b81 admin admin] Calling delete_port for e38f17d0-9617-40a6-8440-d7d47cd6e4f0 owned by network:router_gateway {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:14:27.417127 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ccacd0ea-e976-444c-a3a8-f8dd59c14e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:27.442477 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5f2d0a17-f236-4512-a16d-201b037b89c8 req-95bf5eb8-14a0-4272-b35f-2893843cd800 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=86563972-0068-42a4-9b53-6f71a3a8a34e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0969610 Apr 08 11:14:27.492117 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-12c79af1-8160-4c22-b259-5880d799e73d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7741546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3536836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077135'] for subnet (a6a2beeb-0da3-4c81-8af2-82a55a7aaf77), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:27.546066 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c79af1-8160-4c22-b259-5880d799e73d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6a2beeb-0da3-4c81-8af2-82a55a7aaf77,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:27.570246 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-12c79af1-8160-4c22-b259-5880d799e73d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:27.573658 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-12c79af1-8160-4c22-b259-5880d799e73d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a6a2beeb-0da3-4c81-8af2-82a55a7aaf77 HTTP/1.1" status: 204 len: 168 time: 0.5234973 Apr 08 11:14:27.577030 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 51188) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:27.600053 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:14:27.628514 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d0a17-f236-4512-a16d-201b037b89c8 req-f2cbcfd3-3877-4523-9c22-db69e35a682c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:27.630015 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5f2d0a17-f236-4512-a16d-201b037b89c8 req-f2cbcfd3-3877-4523-9c22-db69e35a682c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dbbd14ea76324b76bd17c80e4eceaef9&device_id=86563972-0068-42a4-9b53-6f71a3a8a34e HTTP/1.1" status: 200 len: 1129 time: 0.1259477 Apr 08 11:14:27.696245 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d320e7c1-467c-46c1-86f4-3dbd70979aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7700898'] for network (95c7be14-090f-4e2a-8542-a2cfa26f4aae), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:27.719241 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f8e22dbd-773a-4eef-ae4b-0dd02a776b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (e38f17d0-9617-40a6-8440-d7d47cd6e4f0), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:27.794985 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d320e7c1-467c-46c1-86f4-3dbd70979aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7858426', 'neutron.services.segments.db._delete_segments_for_network-8771786818506'] for network (95c7be14-090f-4e2a-8542-a2cfa26f4aae), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:27.819134 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-d320e7c1-467c-46c1-86f4-3dbd70979aef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95c7be14-090f-4e2a-8542-a2cfa26f4aae']}} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:14:27.819600 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e22dbd-773a-4eef-ae4b-0dd02a776b81 admin admin] Pushing event deleted for resources: {'Port': ['ID=e38f17d0-9617-40a6-8440-d7d47cd6e4f0,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:27.832929 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-d320e7c1-467c-46c1-86f4-3dbd70979aef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc397666-05df-437b-ba0f-d28d6c5fff0c') {'for_net_delete': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:14:27.833229 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-d320e7c1-467c-46c1-86f4-3dbd70979aef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc397666-05df-437b-ba0f-d28d6c5fff0c') {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:14:27.844342 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d320e7c1-467c-46c1-86f4-3dbd70979aef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771786821075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4091676'] for segment (dc397666-05df-437b-ba0f-d28d6c5fff0c), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:27.864701 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d320e7c1-467c-46c1-86f4-3dbd70979aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154'] for segment (dc397666-05df-437b-ba0f-d28d6c5fff0c), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:27.874372 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d320e7c1-467c-46c1-86f4-3dbd70979aef admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=104017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:14:27.875264 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d320e7c1-467c-46c1-86f4-3dbd70979aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3089923'] for segment (dc397666-05df-437b-ba0f-d28d6c5fff0c), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:27.877631 dv-cinder-836073-3-iscsi neutron-server[104017]: Traceback (most recent call last): Apr 08 11:14:27.877631 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:14:27.877631 dv-cinder-836073-3-iscsi neutron-server[104017]: timer() Apr 08 11:14:27.877631 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:14:27.877631 dv-cinder-836073-3-iscsi neutron-server[104017]: cb(*args, **kw) Apr 08 11:14:27.877631 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:14:27.877631 dv-cinder-836073-3-iscsi neutron-server[104017]: return func(*args, **kwargs) Apr 08 11:14:27.877631 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:14:27.877631 dv-cinder-836073-3-iscsi neutron-server[104017]: self._notify() Apr 08 11:14:27.877631 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:14:27.877631 dv-cinder-836073-3-iscsi neutron-server[104017]: self.callback(batched_events) Apr 08 11:14:27.877631 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:14:27.877631 dv-cinder-836073-3-iscsi neutron-server[104017]: event.method(event) Apr 08 11:14:27.877631 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:14:27.877631 dv-cinder-836073-3-iscsi neutron-server[104017]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:14:27.877631 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:14:27.877631 dv-cinder-836073-3-iscsi neutron-server[104017]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:14:27.877631 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:14:27.877631 dv-cinder-836073-3-iscsi neutron-server[104017]: return f(self, *a, **k) Apr 08 11:14:27.877631 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:14:27.877631 dv-cinder-836073-3-iscsi neutron-server[104017]: return self._get(url).json() Apr 08 11:14:27.877631 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:14:27.877631 dv-cinder-836073-3-iscsi neutron-server[104017]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:14:27.877631 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:14:27.877631 dv-cinder-836073-3-iscsi neutron-server[104017]: return self.request(url, 'GET', **kwargs) Apr 08 11:14:27.877631 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:14:27.877631 dv-cinder-836073-3-iscsi neutron-server[104017]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:14:27.877631 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:14:27.877631 dv-cinder-836073-3-iscsi neutron-server[104017]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:14:27.877631 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:14:27.877631 dv-cinder-836073-3-iscsi neutron-server[104017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:14:27.877631 dv-cinder-836073-3-iscsi neutron-server[104017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:14:27.892945 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d0a17-f236-4512-a16d-201b037b89c8 req-57e7cfa0-11e3-4cae-9a7a-be8252fec49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:27.894454 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5f2d0a17-f236-4512-a16d-201b037b89c8 req-57e7cfa0-11e3-4cae-9a7a-be8252fec49d service neutron] 10.222.0.25 "GET /v2.0/networks?id=92663085-05c4-47d0-9ecc-faab9dcfcd0e HTTP/1.1" status: 200 len: 911 time: 0.2427449 Apr 08 11:14:27.895359 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f8e22dbd-773a-4eef-ae4b-0dd02a776b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456443'] for router_gateway (b78a864e-c382-4149-b438-3b3373b9e7da), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:28.032319 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f8e22dbd-773a-4eef-ae4b-0dd02a776b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1014241'] for router (b78a864e-c382-4149-b438-3b3373b9e7da), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:28.032617 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d320e7c1-467c-46c1-86f4-3dbd70979aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7858401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7922337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456415'] for network (95c7be14-090f-4e2a-8542-a2cfa26f4aae), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:28.036000 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f8e22dbd-773a-4eef-ae4b-0dd02a776b81 admin admin] Publish callbacks [] for router_controller (b78a864e-c382-4149-b438-3b3373b9e7da), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:28.048126 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d320e7c1-467c-46c1-86f4-3dbd70979aef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:28.051651 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-d320e7c1-467c-46c1-86f4-3dbd70979aef admin admin] 10.222.0.53 "DELETE /v2.0/networks/95c7be14-090f-4e2a-8542-a2cfa26f4aae HTTP/1.1" status: 204 len: 168 time: 0.4726746 Apr 08 11:14:28.052973 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d320e7c1-467c-46c1-86f4-3dbd70979aef admin admin] Pushing event deleted for resources: {'Network': ['ID=95c7be14-090f-4e2a-8542-a2cfa26f4aae,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:28.084533 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5f2d0a17-f236-4512-a16d-201b037b89c8 req-0a0398b7-1b10-42f4-9f56-671a80bb8623 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6aedc894-e23d-4b2a-b17e-0d7f7852abfc HTTP/1.1" status: 200 len: 1001 time: 0.1570356 Apr 08 11:14:28.139634 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d0a17-f236-4512-a16d-201b037b89c8 req-63ee3e60-6637-4c18-b475-f11e0e69e942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:28.141357 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5f2d0a17-f236-4512-a16d-201b037b89c8 req-63ee3e60-6637-4c18-b475-f11e0e69e942 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316 HTTP/1.1" status: 200 len: 849 time: 0.0511413 Apr 08 11:14:28.176926 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f8e22dbd-773a-4eef-ae4b-0dd02a776b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-458149'] for router (b78a864e-c382-4149-b438-3b3373b9e7da), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:28.177570 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e22dbd-773a-4eef-ae4b-0dd02a776b81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b78a864e-c382-4149-b438-3b3373b9e7da {{(pid=104016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 11:14:28.185965 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f8e22dbd-773a-4eef-ae4b-0dd02a776b81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:28.187317 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-f8e22dbd-773a-4eef-ae4b-0dd02a776b81 admin admin] 10.222.0.53 "DELETE /v2.0/routers/b78a864e-c382-4149-b438-3b3373b9e7da HTTP/1.1" status: 204 len: 168 time: 1.7981944 Apr 08 11:14:28.189922 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 51210) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:28.210589 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d0a17-f236-4512-a16d-201b037b89c8 req-fca8f2da-3a19-4e96-afbf-39749b1e6b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:28.212257 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5f2d0a17-f236-4512-a16d-201b037b89c8 req-fca8f2da-3a19-4e96-afbf-39749b1e6b68 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=92663085-05c4-47d0-9ecc-faab9dcfcd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0650046 Apr 08 11:14:28.248436 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2c6eaba-87e3-4bba-a2d3-470ba4d8c215 admin admin] Deleting subnet 69645fe8-51b2-4fb3-8963-10a4b0bd4ba3 {{(pid=104017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:14:28.252626 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a2c6eaba-87e3-4bba-a2d3-470ba4d8c215 admin admin] Publish callbacks [] for subnet (69645fe8-51b2-4fb3-8963-10a4b0bd4ba3), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:28.298050 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a2c6eaba-87e3-4bba-a2d3-470ba4d8c215 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4091653'] for subnet (69645fe8-51b2-4fb3-8963-10a4b0bd4ba3), precommit_delete_associations {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:28.331243 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5f2d0a17-f236-4512-a16d-201b037b89c8 req-de3e4e7a-c821-4ca4-8683-cede28af4d78 service neutron] 10.222.0.25 "GET /v2.0/networks/92663085-05c4-47d0-9ecc-faab9dcfcd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123347 Apr 08 11:14:28.412945 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a2c6eaba-87e3-4bba-a2d3-470ba4d8c215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7741539'] for subnet (69645fe8-51b2-4fb3-8963-10a4b0bd4ba3), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:28.439908 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5f2d0a17-f236-4512-a16d-201b037b89c8 req-275f3ed8-1a10-4147-aca6-b3ca8bd5d38c service neutron] 10.222.0.25 "GET /v2.0/networks/92663085-05c4-47d0-9ecc-faab9dcfcd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021860 Apr 08 11:14:28.476309 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 51212) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:28.516276 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-4e17fb7a-483a-483d-9de6-4e9650013e64 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4a08e9a08b8e4a0784860b415d2f7231&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387881 Apr 08 11:14:28.518764 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 51214) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:28.565821 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a2c6eaba-87e3-4bba-a2d3-470ba4d8c215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7741546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3090149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25379873'] for subnet (69645fe8-51b2-4fb3-8963-10a4b0bd4ba3), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:28.574088 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-20169247-f889-4202-a9dd-96b15e168c19 admin admin] Publish callbacks [] for security_group (e6da6ddd-4703-4c81-884c-de8747739430), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:28.598112 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a2c6eaba-87e3-4bba-a2d3-470ba4d8c215 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:28.604013 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-a2c6eaba-87e3-4bba-a2d3-470ba4d8c215 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/69645fe8-51b2-4fb3-8963-10a4b0bd4ba3 HTTP/1.1" status: 204 len: 168 time: 0.4107440 Apr 08 11:14:28.604013 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6eaba-87e3-4bba-a2d3-470ba4d8c215 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69645fe8-51b2-4fb3-8963-10a4b0bd4ba3,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:28.604271 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45295c08-effe-477d-b80f-698b8de11cc4 None None] Network dc6c096a-ab1d-4dd5-b548-e6d43b20edbf requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:14:28.604701 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 51216) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:28.623038 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-20169247-f889-4202-a9dd-96b15e168c19 admin admin] Publish callbacks [] for security_group (e6da6ddd-4703-4c81-884c-de8747739430), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:28.690023 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2f2f1b60-f5b8-4a4e-8bf7-01087b4c3b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7700898'] for network (dc6c096a-ab1d-4dd5-b548-e6d43b20edbf), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:28.746898 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-20169247-f889-4202-a9dd-96b15e168c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (e6da6ddd-4703-4c81-884c-de8747739430), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:28.750246 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-20169247-f889-4202-a9dd-96b15e168c19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:28.754554 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-2f2f1b60-f5b8-4a4e-8bf7-01087b4c3b7f admin admin] Deleting port c759a638-b141-43c1-9b89-aa123e552da0 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:14:28.754706 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2f2f1b60-f5b8-4a4e-8bf7-01087b4c3b7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (c759a638-b141-43c1-9b89-aa123e552da0), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:28.758113 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-20169247-f889-4202-a9dd-96b15e168c19 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e6da6ddd-4703-4c81-884c-de8747739430 HTTP/1.1" status: 204 len: 168 time: 0.2376883 Apr 08 11:14:28.774580 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20169247-f889-4202-a9dd-96b15e168c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6da6ddd-4703-4c81-884c-de8747739430,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:28.814958 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74281e2-6e6e-4c6e-9cc7-9c7870029f3a None None] DHCP port deletion for dc6c096a-ab1d-4dd5-b548-e6d43b20edbf request from dv-cinder-836073-3-iscsi {{(pid=104018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 11:14:28.829697 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-2f2f1b60-f5b8-4a4e-8bf7-01087b4c3b7f admin admin] For port c759a638-b141-43c1-9b89-aa123e552da0, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=c759a638-b141-43c1-9b89-aa123e552da0,segment=NetworkSegment(bb9e3258-fa2f-4286-80e8-28f078f3a6fa),segment_id=bb9e3258-fa2f-4286-80e8-28f078f3a6fa)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:14:28.831166 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2f2f1b60-f5b8-4a4e-8bf7-01087b4c3b7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (c759a638-b141-43c1-9b89-aa123e552da0), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:28.843471 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-2f2f1b60-f5b8-4a4e-8bf7-01087b4c3b7f admin admin] Calling delete_port for c759a638-b141-43c1-9b89-aa123e552da0 owned by network:dhcp {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:14:28.878687 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-f74281e2-6e6e-4c6e-9cc7-9c7870029f3a None None] Deleting port c759a638-b141-43c1-9b89-aa123e552da0 {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:14:28.879062 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f74281e2-6e6e-4c6e-9cc7-9c7870029f3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (c759a638-b141-43c1-9b89-aa123e552da0), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:28.943981 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-f74281e2-6e6e-4c6e-9cc7-9c7870029f3a None None] For port c759a638-b141-43c1-9b89-aa123e552da0, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=c759a638-b141-43c1-9b89-aa123e552da0,segment=NetworkSegment(bb9e3258-fa2f-4286-80e8-28f078f3a6fa),segment_id=bb9e3258-fa2f-4286-80e8-28f078f3a6fa)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:14:28.945163 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f74281e2-6e6e-4c6e-9cc7-9c7870029f3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (c759a638-b141-43c1-9b89-aa123e552da0), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:28.965579 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-f74281e2-6e6e-4c6e-9cc7-9c7870029f3a None None] Calling delete_port for c759a638-b141-43c1-9b89-aa123e552da0 owned by network:dhcp {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:14:29.055145 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2f2f1b60-f5b8-4a4e-8bf7-01087b4c3b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (c759a638-b141-43c1-9b89-aa123e552da0), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:29.074750 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 266c0c98-251a-40ef-b953-89db7137a957 no longer exists at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:14:29.080327 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f74281e2-6e6e-4c6e-9cc7-9c7870029f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638'] for port (c759a638-b141-43c1-9b89-aa123e552da0), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:29.087556 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f1b60-f5b8-4a4e-8bf7-01087b4c3b7f admin admin] Pushing event deleted for resources: {'Port': ['ID=c759a638-b141-43c1-9b89-aa123e552da0,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:29.092638 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2f1b60-f5b8-4a4e-8bf7-01087b4c3b7f admin admin] No DVR routers for this DVR port c759a638-b141-43c1-9b89-aa123e552da0 on host dv-cinder-836073-3-iscsi {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:14:29.112189 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] No Port match for: 266c0c98-251a-40ef-b953-89db7137a957 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:14:29.112536 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 266c0c98-251a-40ef-b953-89db7137a957 not bound to the agent host dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:14:29.112956 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device e38f17d0-9617-40a6-8440-d7d47cd6e4f0 no longer exists at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:14:29.167831 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] No Port match for: e38f17d0-9617-40a6-8440-d7d47cd6e4f0 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:14:29.168397 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device e38f17d0-9617-40a6-8440-d7d47cd6e4f0 not bound to the agent host dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:14:29.168957 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device c759a638-b141-43c1-9b89-aa123e552da0 no longer exists at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:14:29.199099 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] No Port match for: c759a638-b141-43c1-9b89-aa123e552da0 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:14:29.199618 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device c759a638-b141-43c1-9b89-aa123e552da0 not bound to the agent host dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:14:29.213098 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74281e2-6e6e-4c6e-9cc7-9c7870029f3a None None] Pushing event deleted for resources: {'Port': ['ID=c759a638-b141-43c1-9b89-aa123e552da0,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:29.220951 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74281e2-6e6e-4c6e-9cc7-9c7870029f3a None None] No DVR routers for this DVR port c759a638-b141-43c1-9b89-aa123e552da0 on host dv-cinder-836073-3-iscsi {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:14:29.221698 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2f2f1b60-f5b8-4a4e-8bf7-01087b4c3b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7858426', 'neutron.services.segments.db._delete_segments_for_network-8771786818506'] for network (dc6c096a-ab1d-4dd5-b548-e6d43b20edbf), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:29.248608 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-2f2f1b60-f5b8-4a4e-8bf7-01087b4c3b7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc6c096a-ab1d-4dd5-b548-e6d43b20edbf']}} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:14:29.258498 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-2f2f1b60-f5b8-4a4e-8bf7-01087b4c3b7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb9e3258-fa2f-4286-80e8-28f078f3a6fa') {'for_net_delete': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:14:29.258818 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-2f2f1b60-f5b8-4a4e-8bf7-01087b4c3b7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb9e3258-fa2f-4286-80e8-28f078f3a6fa') {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:14:29.270648 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2f2f1b60-f5b8-4a4e-8bf7-01087b4c3b7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771786821075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4108891'] for segment (bb9e3258-fa2f-4286-80e8-28f078f3a6fa), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:29.286639 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2f2f1b60-f5b8-4a4e-8bf7-01087b4c3b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154'] for segment (bb9e3258-fa2f-4286-80e8-28f078f3a6fa), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:29.293396 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f2f1b60-f5b8-4a4e-8bf7-01087b4c3b7f admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=104016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:14:29.293496 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2f2f1b60-f5b8-4a4e-8bf7-01087b4c3b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3536674'] for segment (bb9e3258-fa2f-4286-80e8-28f078f3a6fa), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:29.295328 dv-cinder-836073-3-iscsi neutron-server[104016]: Traceback (most recent call last): Apr 08 11:14:29.295328 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:14:29.295328 dv-cinder-836073-3-iscsi neutron-server[104016]: timer() Apr 08 11:14:29.295328 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:14:29.295328 dv-cinder-836073-3-iscsi neutron-server[104016]: cb(*args, **kw) Apr 08 11:14:29.295328 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:14:29.295328 dv-cinder-836073-3-iscsi neutron-server[104016]: return func(*args, **kwargs) Apr 08 11:14:29.295328 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:14:29.295328 dv-cinder-836073-3-iscsi neutron-server[104016]: self._notify() Apr 08 11:14:29.295328 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:14:29.295328 dv-cinder-836073-3-iscsi neutron-server[104016]: self.callback(batched_events) Apr 08 11:14:29.295328 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:14:29.295328 dv-cinder-836073-3-iscsi neutron-server[104016]: event.method(event) Apr 08 11:14:29.295328 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:14:29.295328 dv-cinder-836073-3-iscsi neutron-server[104016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:14:29.295328 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:14:29.295328 dv-cinder-836073-3-iscsi neutron-server[104016]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:14:29.295328 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:14:29.295328 dv-cinder-836073-3-iscsi neutron-server[104016]: return f(self, *a, **k) Apr 08 11:14:29.295328 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:14:29.295328 dv-cinder-836073-3-iscsi neutron-server[104016]: return self._get(url).json() Apr 08 11:14:29.295328 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:14:29.295328 dv-cinder-836073-3-iscsi neutron-server[104016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:14:29.295328 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:14:29.295328 dv-cinder-836073-3-iscsi neutron-server[104016]: return self.request(url, 'GET', **kwargs) Apr 08 11:14:29.295328 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:14:29.295328 dv-cinder-836073-3-iscsi neutron-server[104016]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:14:29.295328 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:14:29.295328 dv-cinder-836073-3-iscsi neutron-server[104016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:14:29.295328 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:14:29.295328 dv-cinder-836073-3-iscsi neutron-server[104016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:14:29.295328 dv-cinder-836073-3-iscsi neutron-server[104016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:14:29.449058 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2f2f1b60-f5b8-4a4e-8bf7-01087b4c3b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7858401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7922337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456415'] for network (dc6c096a-ab1d-4dd5-b548-e6d43b20edbf), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:29.454973 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2f2f1b60-f5b8-4a4e-8bf7-01087b4c3b7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:29.458093 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-2f2f1b60-f5b8-4a4e-8bf7-01087b4c3b7f admin admin] 10.222.0.53 "DELETE /v2.0/networks/dc6c096a-ab1d-4dd5-b548-e6d43b20edbf HTTP/1.1" status: 204 len: 168 time: 0.8527238 Apr 08 11:14:29.470324 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f1b60-f5b8-4a4e-8bf7-01087b4c3b7f admin admin] Pushing event deleted for resources: {'Network': ['ID=dc6c096a-ab1d-4dd5-b548-e6d43b20edbf,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:29.635904 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 51248) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:29.694151 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-fe5b8f44-bee1-4e41-87d8-d158c7023c6d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fff575822fa5446c805f0f4d059a294c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0567503 Apr 08 11:14:29.696987 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 51250) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:29.746066 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6e41dfbf-5a0a-428e-bf4d-3564b82ee2fc admin admin] Publish callbacks [] for security_group (96f92dc4-5a31-408c-9355-35626f7bcebe), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:29.768236 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6e41dfbf-5a0a-428e-bf4d-3564b82ee2fc admin admin] Publish callbacks [] for security_group (96f92dc4-5a31-408c-9355-35626f7bcebe), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:29.852871 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 51252) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:29.860895 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-70983f9e-d16d-4185-9869-6509fab43883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:29.867366 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6e41dfbf-5a0a-428e-bf4d-3564b82ee2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (96f92dc4-5a31-408c-9355-35626f7bcebe), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:29.869997 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6e41dfbf-5a0a-428e-bf4d-3564b82ee2fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:29.873733 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-6e41dfbf-5a0a-428e-bf4d-3564b82ee2fc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/96f92dc4-5a31-408c-9355-35626f7bcebe HTTP/1.1" status: 204 len: 168 time: 0.1732385 Apr 08 11:14:29.886642 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41dfbf-5a0a-428e-bf4d-3564b82ee2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f92dc4-5a31-408c-9355-35626f7bcebe,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:29.925301 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-2fe71321-8941-4784-a8c3-01bbf77770f5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a1193c805e04401c8afbb9690ce62e77&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0712340 Apr 08 11:14:29.927840 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 51260) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:29.980120 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-efb04ddf-58ff-41b5-815b-7c461b05af29 admin admin] Publish callbacks [] for security_group (76203cd8-d326-4fed-933b-39eb0f8817be), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:30.004616 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-efb04ddf-58ff-41b5-815b-7c461b05af29 admin admin] Publish callbacks [] for security_group (76203cd8-d326-4fed-933b-39eb0f8817be), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:30.125405 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-efb04ddf-58ff-41b5-815b-7c461b05af29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (76203cd8-d326-4fed-933b-39eb0f8817be), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:30.128224 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-efb04ddf-58ff-41b5-815b-7c461b05af29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:30.129479 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-efb04ddf-58ff-41b5-815b-7c461b05af29 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/76203cd8-d326-4fed-933b-39eb0f8817be HTTP/1.1" status: 204 len: 168 time: 0.2002268 Apr 08 11:14:30.142380 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb04ddf-58ff-41b5-815b-7c461b05af29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76203cd8-d326-4fed-933b-39eb0f8817be,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:31.090020 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:31.181265 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 51312) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:31.380247 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-6f46c5ea-7f9a-49fa-9263-8b7d05ac3ea6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-710517317-network', 'tenant_id': '536e7b0a06a64069a085da7955428b02'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:14:31.514498 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f46c5ea-7f9a-49fa-9263-8b7d05ac3ea6 admin admin] Made reservation on behalf of 536e7b0a06a64069a085da7955428b02 for: {'network': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:14:31.516977 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6f46c5ea-7f9a-49fa-9263-8b7d05ac3ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for network (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:31.529490 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6f46c5ea-7f9a-49fa-9263-8b7d05ac3ea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:31.602420 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6f46c5ea-7f9a-49fa-9263-8b7d05ac3ea6 admin admin] Publish callbacks [] for security_group (4eb0750f-f276-42f8-81c1-2af52ad12264), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:31.679937 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6f46c5ea-7f9a-49fa-9263-8b7d05ac3ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (4eb0750f-f276-42f8-81c1-2af52ad12264), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:31.719273 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f46c5ea-7f9a-49fa-9263-8b7d05ac3ea6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=104017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:14:31.726200 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46c5ea-7f9a-49fa-9263-8b7d05ac3ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb0750f-f276-42f8-81c1-2af52ad12264,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:31.732883 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6f46c5ea-7f9a-49fa-9263-8b7d05ac3ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154'] for segment (483504d6-0875-4d90-991b-b978ae9dd8ca), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:31.733232 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.db.segments_db [None req-6f46c5ea-7f9a-49fa-9263-8b7d05ac3ea6 admin admin] Added segment 483504d6-0875-4d90-991b-b978ae9dd8ca of type vlan for network 7e6b2500-7033-4e3c-8b8d-d61be3d2cbda Apr 08 11:14:31.787580 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6f46c5ea-7f9a-49fa-9263-8b7d05ac3ea6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771786507915'] for network (7e6b2500-7033-4e3c-8b8d-d61be3d2cbda), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:31.896985 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6f46c5ea-7f9a-49fa-9263-8b7d05ac3ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7922337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737'] for network (7e6b2500-7033-4e3c-8b8d-d61be3d2cbda), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:31.898105 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f46c5ea-7f9a-49fa-9263-8b7d05ac3ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:31.898696 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6f46c5ea-7f9a-49fa-9263-8b7d05ac3ea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:31.970226 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46c5ea-7f9a-49fa-9263-8b7d05ac3ea6 admin admin] Pushing event updated for resources: {'Network': ['ID=7e6b2500-7033-4e3c-8b8d-d61be3d2cbda,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:31.974297 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Network 7e6b2500-7033-4e3c-8b8d-d61be3d2cbda details requested by agent ovs-agent-dv-cinder-836073-3-iscsi with host dv-cinder-836073-3-iscsi {{(pid=104018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:14:32.024456 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-6f46c5ea-7f9a-49fa-9263-8b7d05ac3ea6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8418202 Apr 08 11:14:32.028781 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 51346) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:32.038017 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-5583a60c-6448-4ad2-b6d1-d7c399c2efc7 admin admin] Request body: {'subnet': {'network_id': '7e6b2500-7033-4e3c-8b8d-d61be3d2cbda', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-710517317-subnet', 'tenant_id': '536e7b0a06a64069a085da7955428b02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:14:32.136832 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5583a60c-6448-4ad2-b6d1-d7c399c2efc7 admin admin] Made reservation on behalf of 536e7b0a06a64069a085da7955428b02 for: {'subnet': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:14:32.139310 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5583a60c-6448-4ad2-b6d1-d7c399c2efc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380800'] for subnet (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:32.409435 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5583a60c-6448-4ad2-b6d1-d7c399c2efc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3090084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25379898'] for subnet (c24619f7-d80d-4162-813b-e015ae4fe5ee), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:32.466512 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5583a60c-6448-4ad2-b6d1-d7c399c2efc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c24619f7-d80d-4162-813b-e015ae4fe5ee,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:32.478484 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5583a60c-6448-4ad2-b6d1-d7c399c2efc7 admin admin] Checking segment: {'id': '483504d6-0875-4d90-991b-b978ae9dd8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7e6b2500-7033-4e3c-8b8d-d61be3d2cbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:14:32.478851 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5583a60c-6448-4ad2-b6d1-d7c399c2efc7 admin admin] Network hostable DHCP agents. Network: 7e6b2500-7033-4e3c-8b8d-d61be3d2cbda, hostable agents: ['19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3'], hosted agents: [] {{(pid=104017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:14:32.576808 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5583a60c-6448-4ad2-b6d1-d7c399c2efc7 admin admin] Network 7e6b2500-7033-4e3c-8b8d-d61be3d2cbda is scheduled to be hosted by DHCP agent 19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3 with binding_index 1 {{(pid=104017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:14:32.577039 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:32.660185 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-5583a60c-6448-4ad2-b6d1-d7c399c2efc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-3-iscsi, 7e6b2500-7033-4e3c-8b8d-d61be3d2cbda) {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:14:32.664278 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5583a60c-6448-4ad2-b6d1-d7c399c2efc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:32.664921 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5583a60c-6448-4ad2-b6d1-d7c399c2efc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:32.669024 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c86318-a3bb-4299-8496-b74cc8912ba9 None None] Network 7e6b2500-7033-4e3c-8b8d-d61be3d2cbda requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:14:32.772079 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892d765f-c519-45cb-ae19-929d370cfcc4 None None] Network 7e6b2500-7033-4e3c-8b8d-d61be3d2cbda requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:14:32.774194 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-5583a60c-6448-4ad2-b6d1-d7c399c2efc7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7414570 Apr 08 11:14:34.285776 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:34.622493 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 51416) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:34.725123 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cf8bb398-2ce0-49a6-9116-978f27387eb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:34.799612 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cf8bb398-2ce0-49a6-9116-978f27387eb7 admin admin] Publish callbacks [] for security_group (0261de02-b710-4587-bfc1-9b5b9dcd7ec2), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:34.868315 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cf8bb398-2ce0-49a6-9116-978f27387eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (0261de02-b710-4587-bfc1-9b5b9dcd7ec2), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:34.908133 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-cf8bb398-2ce0-49a6-9116-978f27387eb7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a9996f9cbe6540edbd8a53c5fe3d6b85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2844937 Apr 08 11:14:34.910789 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 51424) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:34.913271 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8bb398-2ce0-49a6-9116-978f27387eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0261de02-b710-4587-bfc1-9b5b9dcd7ec2,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:34.970566 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-42eb7ff8-0a67-4157-ae65-1d81305462fe admin admin] Publish callbacks [] for security_group (0261de02-b710-4587-bfc1-9b5b9dcd7ec2), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:34.994901 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-42eb7ff8-0a67-4157-ae65-1d81305462fe admin admin] Publish callbacks [] for security_group (0261de02-b710-4587-bfc1-9b5b9dcd7ec2), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:35.212424 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-3f8e4c97-cd91-474f-918b-b1ae4449d695 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:35.213813 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-3f8e4c97-cd91-474f-918b-b1ae4449d695 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/networks?id=7e6b2500-7033-4e3c-8b8d-d61be3d2cbda HTTP/1.1" status: 200 len: 813 time: 0.1031327 Apr 08 11:14:35.228904 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-9547beac-ebd8-405e-87ad-553c755a0533 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/quotas/536e7b0a06a64069a085da7955428b02 HTTP/1.1" status: 200 len: 375 time: 0.0088468 Apr 08 11:14:35.259656 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-30c7ac3f-b822-49f6-804f-73e94e9ba358 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=536e7b0a06a64069a085da7955428b02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256546 Apr 08 11:14:35.351929 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-a8532a8a-8866-4742-a1d4-bde0a9af7cd5 service neutron] 10.222.0.53 "GET /v2.0/networks/7e6b2500-7033-4e3c-8b8d-d61be3d2cbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851226 Apr 08 11:14:35.434477 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-42eb7ff8-0a67-4157-ae65-1d81305462fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (0261de02-b710-4587-bfc1-9b5b9dcd7ec2), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:35.438211 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-42eb7ff8-0a67-4157-ae65-1d81305462fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:35.440758 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-42eb7ff8-0a67-4157-ae65-1d81305462fe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0261de02-b710-4587-bfc1-9b5b9dcd7ec2 HTTP/1.1" status: 204 len: 168 time: 0.5282288 Apr 08 11:14:35.441748 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-6f0e9a2a-05f4-46f8-a54f-fb2dbefb26f5 service neutron] 10.222.0.53 "GET /v2.0/networks/7e6b2500-7033-4e3c-8b8d-d61be3d2cbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837834 Apr 08 11:14:35.450305 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb7ff8-0a67-4157-ae65-1d81305462fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0261de02-b710-4587-bfc1-9b5b9dcd7ec2,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:35.707767 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-deaf8359-a2ef-417d-a966-4194993bca2f req-99034b1c-bbe3-4e2f-a97e-8a674f00fdee tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6b6d094-e502-4d67-b2f6-2dd2a0dbd0e9 HTTP/1.1" status: 200 len: 210 time: 0.0296535 Apr 08 11:14:36.138775 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 51470) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:36.151948 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ddeb2a13-6387-45af-9f39-9cfab6b3794b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:36.246331 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ddeb2a13-6387-45af-9f39-9cfab6b3794b admin admin] Publish callbacks [] for security_group (1233ac83-327b-438f-98d4-2d554780894a), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:36.311409 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ddeb2a13-6387-45af-9f39-9cfab6b3794b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (1233ac83-327b-438f-98d4-2d554780894a), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:36.349854 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-ddeb2a13-6387-45af-9f39-9cfab6b3794b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7a5059a91b944552aff86664ae260ea8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2099400 Apr 08 11:14:36.350956 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb2a13-6387-45af-9f39-9cfab6b3794b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1233ac83-327b-438f-98d4-2d554780894a,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:36.352494 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 51474) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:36.400968 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-703dd177-c208-446e-b6dd-ac8806c81de0 admin admin] Publish callbacks [] for security_group (1233ac83-327b-438f-98d4-2d554780894a), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:36.425336 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-703dd177-c208-446e-b6dd-ac8806c81de0 admin admin] Publish callbacks [] for security_group (1233ac83-327b-438f-98d4-2d554780894a), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:36.569265 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-703dd177-c208-446e-b6dd-ac8806c81de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (1233ac83-327b-438f-98d4-2d554780894a), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:36.572108 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-703dd177-c208-446e-b6dd-ac8806c81de0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:36.573255 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-703dd177-c208-446e-b6dd-ac8806c81de0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1233ac83-327b-438f-98d4-2d554780894a HTTP/1.1" status: 204 len: 168 time: 0.2190704 Apr 08 11:14:36.581682 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703dd177-c208-446e-b6dd-ac8806c81de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1233ac83-327b-438f-98d4-2d554780894a,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:36.799434 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f2b77d83-3828-4421-81ef-4b93fb63a600 req-0d8fff69-700c-4bb7-bb63-7956605ed714 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6b6d094-e502-4d67-b2f6-2dd2a0dbd0e9 HTTP/1.1" status: 200 len: 210 time: 0.0268493 Apr 08 11:14:37.893365 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d9dfb166-580f-46bb-8bcc-494094ca08ac req-04991230-acc6-46f1-a58b-4223cd54f1cb tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6b6d094-e502-4d67-b2f6-2dd2a0dbd0e9 HTTP/1.1" status: 200 len: 210 time: 0.0282180 Apr 08 11:14:38.991578 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-efe20b35-ac0a-40a5-819a-deef0810b9b2 req-65a53c4a-9129-48e4-9de5-504025564366 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6b6d094-e502-4d67-b2f6-2dd2a0dbd0e9 HTTP/1.1" status: 200 len: 210 time: 0.0313778 Apr 08 11:14:39.649811 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-b38d23d9-b3b0-4ef6-8147-b35c3d7dd64a tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:39.651362 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-b38d23d9-b3b0-4ef6-8147-b35c3d7dd64a tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.25 "GET /v2.0/networks?id=7e6b2500-7033-4e3c-8b8d-d61be3d2cbda HTTP/1.1" status: 200 len: 813 time: 0.1128452 Apr 08 11:14:39.670227 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-e2eb0c51-a984-4496-bac5-161b46add790 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Request body: {'port': {'device_id': 'b6b6d094-e502-4d67-b2f6-2dd2a0dbd0e9', 'network_id': '7e6b2500-7033-4e3c-8b8d-d61be3d2cbda', 'admin_state_up': True, 'tenant_id': '536e7b0a06a64069a085da7955428b02'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:14:39.867990 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-e2eb0c51-a984-4496-bac5-161b46add790 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Made reservation on behalf of 536e7b0a06a64069a085da7955428b02 for: {'port': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:14:39.874226 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-e2eb0c51-a984-4496-bac5-161b46add790 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:40.057904 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-e2eb0c51-a984-4496-bac5-161b46add790 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Allocated IP 172.20.0.6 (7e6b2500-7033-4e3c-8b8d-d61be3d2cbda/c24619f7-d80d-4162-813b-e015ae4fe5ee/aa07295a-6e3a-4a8b-a62b-55132829f213) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:14:40.099760 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c714b62a-7d22-4e14-8b70-ce15bec223f6 req-1b2d40fd-a992-488d-b77e-a1bf541e0b3f tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6b6d094-e502-4d67-b2f6-2dd2a0dbd0e9 HTTP/1.1" status: 200 len: 210 time: 0.0347364 Apr 08 11:14:40.238773 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-e2eb0c51-a984-4496-bac5-161b46add790 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Publish callbacks [] for port (aa07295a-6e3a-4a8b-a62b-55132829f213), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:40.387416 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-e2eb0c51-a984-4496-bac5-161b46add790 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (aa07295a-6e3a-4a8b-a62b-55132829f213), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:40.433898 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-e2eb0c51-a984-4496-bac5-161b46add790 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Network 7e6b2500-7033-4e3c-8b8d-d61be3d2cbda is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:14:40.437298 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-e2eb0c51-a984-4496-bac5-161b46add790 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:14:40.440941 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-e2eb0c51-a984-4496-bac5-161b46add790 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:14:40.474415 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb0c51-a984-4496-bac5-161b46add790 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Pushing event updated for resources: {'Port': ['ID=aa07295a-6e3a-4a8b-a62b-55132829f213,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:40.503275 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-e2eb0c51-a984-4496-bac5-161b46add790 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:40.507301 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-e2eb0c51-a984-4496-bac5-161b46add790 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:40.613913 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-e2eb0c51-a984-4496-bac5-161b46add790 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9478400 Apr 08 11:14:40.630673 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-b04a3a27-b6ed-4e9f-886c-0cd322e296e5 service neutron] Request body: {'port': {'device_id': 'b6b6d094-e502-4d67-b2f6-2dd2a0dbd0e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:14:40.691344 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-b04a3a27-b6ed-4e9f-886c-0cd322e296e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (aa07295a-6e3a-4a8b-a62b-55132829f213), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:40.946730 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-b04a3a27-b6ed-4e9f-886c-0cd322e296e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa07295a-6e3a-4a8b-a62b-55132829f213 {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:14:40.954690 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-b04a3a27-b6ed-4e9f-886c-0cd322e296e5 service neutron] Publish callbacks [] for port (aa07295a-6e3a-4a8b-a62b-55132829f213), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:40.966611 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-b04a3a27-b6ed-4e9f-886c-0cd322e296e5 service neutron] Transition to ACTIVE for port object aa07295a-6e3a-4a8b-a62b-55132829f213 will not be triggered until provisioned by entity L2. {{(pid=104016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:14:41.037976 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-b04a3a27-b6ed-4e9f-886c-0cd322e296e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3536654'] for port (aa07295a-6e3a-4a8b-a62b-55132829f213), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:41.089001 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a3a27-b6ed-4e9f-886c-0cd322e296e5 service neutron] Pushing event updated for resources: {'Port': ['ID=aa07295a-6e3a-4a8b-a62b-55132829f213,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:41.159592 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-b04a3a27-b6ed-4e9f-886c-0cd322e296e5 service neutron] Attempting to bind port aa07295a-6e3a-4a8b-a62b-55132829f213 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:14:41.160075 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-b04a3a27-b6ed-4e9f-886c-0cd322e296e5 service neutron] Attempting to bind port aa07295a-6e3a-4a8b-a62b-55132829f213 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '483504d6-0875-4d90-991b-b978ae9dd8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7e6b2500-7033-4e3c-8b8d-d61be3d2cbda'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:14:41.161491 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-b04a3a27-b6ed-4e9f-886c-0cd322e296e5 service neutron] Attempting to bind port aa07295a-6e3a-4a8b-a62b-55132829f213 on network 7e6b2500-7033-4e3c-8b8d-d61be3d2cbda {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:14:41.170135 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-b04a3a27-b6ed-4e9f-886c-0cd322e296e5 service neutron] Port aa07295a-6e3a-4a8b-a62b-55132829f213 on network 7e6b2500-7033-4e3c-8b8d-d61be3d2cbda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:14:41.170415 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-b04a3a27-b6ed-4e9f-886c-0cd322e296e5 service neutron] Attempting to bind port aa07295a-6e3a-4a8b-a62b-55132829f213 on network 7e6b2500-7033-4e3c-8b8d-d61be3d2cbda {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:14:41.175961 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-b04a3a27-b6ed-4e9f-886c-0cd322e296e5 service neutron] Checking agent: {'id': '05eae265-77bc-4fda-a145-417801a6b133', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'started_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:14:41.176246 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-b04a3a27-b6ed-4e9f-886c-0cd322e296e5 service neutron] Checking segment: {'id': '483504d6-0875-4d90-991b-b978ae9dd8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7e6b2500-7033-4e3c-8b8d-d61be3d2cbda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:14:41.176622 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-b04a3a27-b6ed-4e9f-886c-0cd322e296e5 service neutron] Bound using segment: {'id': '483504d6-0875-4d90-991b-b978ae9dd8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7e6b2500-7033-4e3c-8b8d-d61be3d2cbda'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:14:41.177229 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-b04a3a27-b6ed-4e9f-886c-0cd322e296e5 service neutron] Bound port: aa07295a-6e3a-4a8b-a62b-55132829f213, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '483504d6-0875-4d90-991b-b978ae9dd8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7e6b2500-7033-4e3c-8b8d-d61be3d2cbda'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:14:41.177624 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-b04a3a27-b6ed-4e9f-886c-0cd322e296e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (aa07295a-6e3a-4a8b-a62b-55132829f213), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:41.222108 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623f696-b864-4ff0-9cc3-7b7b8ff4722d req-07016704-ead8-4a6d-9aa3-6d68c15b2d07 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:41.223741 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a623f696-b864-4ff0-9cc3-7b7b8ff4722d req-07016704-ead8-4a6d-9aa3-6d68c15b2d07 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6b6d094-e502-4d67-b2f6-2dd2a0dbd0e9 HTTP/1.1" status: 200 len: 943 time: 0.0554886 Apr 08 11:14:41.245637 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-b04a3a27-b6ed-4e9f-886c-0cd322e296e5 service neutron] For port aa07295a-6e3a-4a8b-a62b-55132829f213, host hv-cinder-83607, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:14:41.249614 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-b04a3a27-b6ed-4e9f-886c-0cd322e296e5 service neutron] For port aa07295a-6e3a-4a8b-a62b-55132829f213, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=aa07295a-6e3a-4a8b-a62b-55132829f213,segment=NetworkSegment(483504d6-0875-4d90-991b-b978ae9dd8ca),segment_id=483504d6-0875-4d90-991b-b978ae9dd8ca)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:14:41.277194 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a623f696-b864-4ff0-9cc3-7b7b8ff4722d req-06d5bc1e-5983-4212-8246-dbfeea1f6f4c tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/security-groups?id=4eb0750f-f276-42f8-81c1-2af52ad12264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464423 Apr 08 11:14:41.341802 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-b04a3a27-b6ed-4e9f-886c-0cd322e296e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3536654'] for port (aa07295a-6e3a-4a8b-a62b-55132829f213), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:41.378466 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-b04a3a27-b6ed-4e9f-886c-0cd322e296e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:41.379107 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-b04a3a27-b6ed-4e9f-886c-0cd322e296e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:41.380495 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-b04a3a27-b6ed-4e9f-886c-0cd322e296e5 service neutron] 10.222.0.25 "PUT /v2.0/ports/aa07295a-6e3a-4a8b-a62b-55132829f213 HTTP/1.1" status: 200 len: 1093 time: 0.7538342 Apr 08 11:14:41.380939 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b6d094-e502-4d67-b2f6-2dd2a0dbd0e9', 'tag': 'aa07295a-6e3a-4a8b-a62b-55132829f213'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:14:41.383211 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b37e23-3173-4cb6-83f1-b65a37361dd7" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b6d094-e502-4d67-b2f6-2dd2a0dbd0e9", "tag": "aa07295a-6e3a-4a8b-a62b-55132829f213"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:14:41.407572 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a3a27-b6ed-4e9f-886c-0cd322e296e5 service neutron] Pushing event updated for resources: {'Port': ['ID=aa07295a-6e3a-4a8b-a62b-55132829f213,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:41.424799 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ba5856-7f24-443a-85b0-43a47988253d x-openstack-request-id: req-74ba5856-7f24-443a-85b0-43a47988253d {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:14:41.425154 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b6d094-e502-4d67-b2f6-2dd2a0dbd0e9", "tag": "aa07295a-6e3a-4a8b-a62b-55132829f213", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:14:41.425575 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-74ba5856-7f24-443a-85b0-43a47988253d {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:14:41.426109 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74ba5856-7f24-443a-85b0-43a47988253d'] response: {'name': 'network-changed', 'server_uuid': 'b6b6d094-e502-4d67-b2f6-2dd2a0dbd0e9', 'tag': 'aa07295a-6e3a-4a8b-a62b-55132829f213', 'status': 'completed', 'code': 200} Apr 08 11:14:41.515945 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b37e23-3173-4cb6-83f1-b65a37361dd7 req-867d02f6-dcea-44b9-a5cf-5b54479c10ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:41.517618 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-38b37e23-3173-4cb6-83f1-b65a37361dd7 req-867d02f6-dcea-44b9-a5cf-5b54479c10ea service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=536e7b0a06a64069a085da7955428b02&device_id=b6b6d094-e502-4d67-b2f6-2dd2a0dbd0e9 HTTP/1.1" status: 200 len: 1127 time: 0.0518713 Apr 08 11:14:41.624644 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b37e23-3173-4cb6-83f1-b65a37361dd7 req-08907f63-53ee-4a96-82f4-37c2ff742899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:41.626188 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-38b37e23-3173-4cb6-83f1-b65a37361dd7 req-08907f63-53ee-4a96-82f4-37c2ff742899 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=536e7b0a06a64069a085da7955428b02&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0959702 Apr 08 11:14:41.787207 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b37e23-3173-4cb6-83f1-b65a37361dd7 req-eef74d3a-e7d5-4f23-a93e-6dc4c23a3078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:41.788658 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-38b37e23-3173-4cb6-83f1-b65a37361dd7 req-eef74d3a-e7d5-4f23-a93e-6dc4c23a3078 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1553319 Apr 08 11:14:41.889887 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-40c8feac-392b-452d-9768-9f6906f743e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:41.891389 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-40c8feac-392b-452d-9768-9f6906f743e7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=536e7b0a06a64069a085da7955428b02&device_id=b6b6d094-e502-4d67-b2f6-2dd2a0dbd0e9 HTTP/1.1" status: 200 len: 1127 time: 0.0469608 Apr 08 11:14:41.943726 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-16338a6a-6bf1-43fb-bc6e-0a9d3f4fc27e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa07295a-6e3a-4a8b-a62b-55132829f213 HTTP/1.1" status: 200 len: 217 time: 0.0380509 Apr 08 11:14:41.999988 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-d1587f67-30d2-485f-aa0c-b04ec5df99b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:42.001975 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-d1587f67-30d2-485f-aa0c-b04ec5df99b1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c24619f7-d80d-4162-813b-e015ae4fe5ee HTTP/1.1" status: 200 len: 853 time: 0.0515828 Apr 08 11:14:42.034423 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-239f0b4f-3412-4687-a083-1046d4f4337c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7e6b2500-7033-4e3c-8b8d-d61be3d2cbda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264714 Apr 08 11:14:42.056373 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 51656) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:42.131655 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-adc22289-8c2f-4a90-99cd-d35ca59daa56 service neutron] 10.222.0.25 "GET /v2.0/networks/7e6b2500-7033-4e3c-8b8d-d61be3d2cbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897245 Apr 08 11:14:42.172820 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bee0d5fd-d90f-4bf4-a3f6-9a6af39bb28c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:42.226826 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9e1be31f-1e58-4d70-a35e-f51aa5963fb6 req-c41bc139-dffd-49d0-b8cb-ffc255897aec service neutron] 10.222.0.25 "GET /v2.0/networks/7e6b2500-7033-4e3c-8b8d-d61be3d2cbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892231 Apr 08 11:14:42.258784 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bee0d5fd-d90f-4bf4-a3f6-9a6af39bb28c admin admin] Publish callbacks [] for security_group (6983f026-8de8-47a0-a458-383e977d7b98), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:42.273625 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 51662) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:42.380421 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bee0d5fd-d90f-4bf4-a3f6-9a6af39bb28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (6983f026-8de8-47a0-a458-383e977d7b98), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:42.409640 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cfd06dc8-68c2-4a71-8813-55dae3aeb19f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:42.442416 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-bee0d5fd-d90f-4bf4-a3f6-9a6af39bb28c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b5a3677033124418996d1a98bf8452c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3848109 Apr 08 11:14:42.445140 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 51668) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:42.446762 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee0d5fd-d90f-4bf4-a3f6-9a6af39bb28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6983f026-8de8-47a0-a458-383e977d7b98,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:42.467199 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d12756-66f2-4f10-b499-73f4edc230f0 req-2e4677a4-236e-4468-ac0a-b96b6e341811 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:42.468671 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-72d12756-66f2-4f10-b499-73f4edc230f0 req-2e4677a4-236e-4468-ac0a-b96b6e341811 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6b6d094-e502-4d67-b2f6-2dd2a0dbd0e9 HTTP/1.1" status: 200 len: 943 time: 0.1223240 Apr 08 11:14:42.507551 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-06fac102-9fe8-403f-b141-5d2a5e51ca60 admin admin] Publish callbacks [] for security_group (6983f026-8de8-47a0-a458-383e977d7b98), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:42.529805 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-06fac102-9fe8-403f-b141-5d2a5e51ca60 admin admin] Publish callbacks [] for security_group (6983f026-8de8-47a0-a458-383e977d7b98), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:42.540577 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-72d12756-66f2-4f10-b499-73f4edc230f0 req-69b86fc6-30be-4fbb-8be6-8331d247aaf9 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/security-groups?id=4eb0750f-f276-42f8-81c1-2af52ad12264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637517 Apr 08 11:14:42.564950 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cfd06dc8-68c2-4a71-8813-55dae3aeb19f admin admin] Publish callbacks [] for security_group (9e20cf00-8b5a-4349-aa67-22955c55aab5), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:42.679771 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cfd06dc8-68c2-4a71-8813-55dae3aeb19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (9e20cf00-8b5a-4349-aa67-22955c55aab5), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:42.718698 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-cfd06dc8-68c2-4a71-8813-55dae3aeb19f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=79668792905c45039da137f1802b90b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4440234 Apr 08 11:14:42.719659 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd06dc8-68c2-4a71-8813-55dae3aeb19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e20cf00-8b5a-4349-aa67-22955c55aab5,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:42.722400 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 51670) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:42.745753 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-06fac102-9fe8-403f-b141-5d2a5e51ca60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (6983f026-8de8-47a0-a458-383e977d7b98), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:42.748342 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-06fac102-9fe8-403f-b141-5d2a5e51ca60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:42.749473 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-06fac102-9fe8-403f-b141-5d2a5e51ca60 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6983f026-8de8-47a0-a458-383e977d7b98 HTTP/1.1" status: 204 len: 168 time: 0.3030255 Apr 08 11:14:42.766650 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fac102-9fe8-403f-b141-5d2a5e51ca60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6983f026-8de8-47a0-a458-383e977d7b98,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:42.787625 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-45fa9e11-65dc-4040-b9d5-88a38712ac84 admin admin] Publish callbacks [] for security_group (9e20cf00-8b5a-4349-aa67-22955c55aab5), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:42.809677 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-45fa9e11-65dc-4040-b9d5-88a38712ac84 admin admin] Publish callbacks [] for security_group (9e20cf00-8b5a-4349-aa67-22955c55aab5), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:42.940528 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-45fa9e11-65dc-4040-b9d5-88a38712ac84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (9e20cf00-8b5a-4349-aa67-22955c55aab5), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:42.943062 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-45fa9e11-65dc-4040-b9d5-88a38712ac84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:42.944213 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-45fa9e11-65dc-4040-b9d5-88a38712ac84 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9e20cf00-8b5a-4349-aa67-22955c55aab5 HTTP/1.1" status: 204 len: 168 time: 0.2206781 Apr 08 11:14:42.953204 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa9e11-65dc-4040-b9d5-88a38712ac84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e20cf00-8b5a-4349-aa67-22955c55aab5,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:43.371516 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 51694) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:43.385021 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-882ee28d-19e2-4c09-833c-d976f1f851c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:43.459088 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-882ee28d-19e2-4c09-833c-d976f1f851c7 admin admin] Publish callbacks [] for security_group (b66ea0ee-1be3-48a0-9257-7c4823302dfe), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:43.547873 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-882ee28d-19e2-4c09-833c-d976f1f851c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (b66ea0ee-1be3-48a0-9257-7c4823302dfe), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:43.586619 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-882ee28d-19e2-4c09-833c-d976f1f851c7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7fec6dd7be534b2f98ff11caadb6375c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2138581 Apr 08 11:14:43.587500 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882ee28d-19e2-4c09-833c-d976f1f851c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66ea0ee-1be3-48a0-9257-7c4823302dfe,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:43.589525 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 51700) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:43.674005 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b497f595-b7f0-4070-ae7e-cf02278ad88c admin admin] Publish callbacks [] for security_group (b66ea0ee-1be3-48a0-9257-7c4823302dfe), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:43.686639 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25abb2-45ad-4a00-9fb4-ac78adba7df4 req-1bcc751a-61ae-48f6-9e59-127079eb8c48 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:43.688116 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0a25abb2-45ad-4a00-9fb4-ac78adba7df4 req-1bcc751a-61ae-48f6-9e59-127079eb8c48 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6b6d094-e502-4d67-b2f6-2dd2a0dbd0e9 HTTP/1.1" status: 200 len: 943 time: 0.0743299 Apr 08 11:14:43.714815 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b497f595-b7f0-4070-ae7e-cf02278ad88c admin admin] Publish callbacks [] for security_group (b66ea0ee-1be3-48a0-9257-7c4823302dfe), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:43.772033 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0a25abb2-45ad-4a00-9fb4-ac78adba7df4 req-90400d6a-a050-4ab1-bfa5-dd949efdeb71 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/security-groups?id=4eb0750f-f276-42f8-81c1-2af52ad12264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768898 Apr 08 11:14:43.805645 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 51702) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:43.818374 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6aeab374-1cb8-4a22-a908-64af4f226076 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:43.879835 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b497f595-b7f0-4070-ae7e-cf02278ad88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (b66ea0ee-1be3-48a0-9257-7c4823302dfe), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:43.883244 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b497f595-b7f0-4070-ae7e-cf02278ad88c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:43.884449 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-b497f595-b7f0-4070-ae7e-cf02278ad88c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b66ea0ee-1be3-48a0-9257-7c4823302dfe HTTP/1.1" status: 204 len: 168 time: 0.2935283 Apr 08 11:14:43.893106 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b497f595-b7f0-4070-ae7e-cf02278ad88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66ea0ee-1be3-48a0-9257-7c4823302dfe,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:43.940747 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6aeab374-1cb8-4a22-a908-64af4f226076 admin admin] Publish callbacks [] for security_group (5966881a-f0b4-49da-a7b8-d747988e2835), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:44.028072 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6aeab374-1cb8-4a22-a908-64af4f226076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (5966881a-f0b4-49da-a7b8-d747988e2835), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:44.069495 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-6aeab374-1cb8-4a22-a908-64af4f226076 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f7b349b23962485497e71b9d2e063de6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2627125 Apr 08 11:14:44.070402 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeab374-1cb8-4a22-a908-64af4f226076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5966881a-f0b4-49da-a7b8-d747988e2835,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:44.072337 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 51706) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:14:44.123650 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4baa492c-da2f-43b3-8ac8-30fc9efdc8da admin admin] Publish callbacks [] for security_group (5966881a-f0b4-49da-a7b8-d747988e2835), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:44.144863 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4baa492c-da2f-43b3-8ac8-30fc9efdc8da admin admin] Publish callbacks [] for security_group (5966881a-f0b4-49da-a7b8-d747988e2835), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:44.168571 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device aa07295a-6e3a-4a8b-a62b-55132829f213 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:14:44.268142 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port aa07295a-6e3a-4a8b-a62b-55132829f213, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=aa07295a-6e3a-4a8b-a62b-55132829f213,segment=NetworkSegment(483504d6-0875-4d90-991b-b978ae9dd8ca),segment_id=483504d6-0875-4d90-991b-b978ae9dd8ca)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:14:44.279965 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Returning: {'device': 'aa07295a-6e3a-4a8b-a62b-55132829f213', 'network_id': '7e6b2500-7033-4e3c-8b8d-d61be3d2cbda', 'port_id': 'aa07295a-6e3a-4a8b-a62b-55132829f213', 'mac_address': 'fa:16:3e:29:89:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24619f7-d80d-4162-813b-e015ae4fe5ee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:14:44.296747 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4baa492c-da2f-43b3-8ac8-30fc9efdc8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (5966881a-f0b4-49da-a7b8-d747988e2835), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:44.299403 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4baa492c-da2f-43b3-8ac8-30fc9efdc8da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:44.302919 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-4baa492c-da2f-43b3-8ac8-30fc9efdc8da admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5966881a-f0b4-49da-a7b8-d747988e2835 HTTP/1.1" status: 204 len: 168 time: 0.2264912 Apr 08 11:14:44.312834 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baa492c-da2f-43b3-8ac8-30fc9efdc8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5966881a-f0b4-49da-a7b8-d747988e2835,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:44.319155 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port aa07295a-6e3a-4a8b-a62b-55132829f213 is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:14:44.319655 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (aa07295a-6e3a-4a8b-a62b-55132829f213), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:44.346396 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa07295a-6e3a-4a8b-a62b-55132829f213 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:14:44.369541 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port aa07295a-6e3a-4a8b-a62b-55132829f213, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=aa07295a-6e3a-4a8b-a62b-55132829f213,segment=NetworkSegment(483504d6-0875-4d90-991b-b978ae9dd8ca),segment_id=483504d6-0875-4d90-991b-b978ae9dd8ca)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:14:44.463086 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (aa07295a-6e3a-4a8b-a62b-55132829f213), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:44.511991 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=aa07295a-6e3a-4a8b-a62b-55132829f213,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:44.751248 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] get_ports_and_sgs() called for port_ids ['aa07295a-6e3a-4a8b-a62b-55132829f213'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:14:44.935467 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f7a78-3976-4741-a669-b0d7fcf259b0 req-a8c797c2-7cc7-4ff0-9b63-962eb1a4ff9c tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:44.936978 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e72f7a78-3976-4741-a669-b0d7fcf259b0 req-a8c797c2-7cc7-4ff0-9b63-962eb1a4ff9c tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6b6d094-e502-4d67-b2f6-2dd2a0dbd0e9 HTTP/1.1" status: 200 len: 944 time: 0.0742805 Apr 08 11:14:44.990512 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e72f7a78-3976-4741-a669-b0d7fcf259b0 req-83bd99b8-682a-4aa4-8e12-e57027501cc7 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/security-groups?id=4eb0750f-f276-42f8-81c1-2af52ad12264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478051 Apr 08 11:14:46.111867 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ded39-162b-4ac6-91d4-74b7b5d476ae req-6306cb38-d3e1-4965-bf37-fb70281e324c tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:46.113383 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2d4ded39-162b-4ac6-91d4-74b7b5d476ae req-6306cb38-d3e1-4965-bf37-fb70281e324c tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6b6d094-e502-4d67-b2f6-2dd2a0dbd0e9 HTTP/1.1" status: 200 len: 944 time: 0.0550845 Apr 08 11:14:46.162871 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2d4ded39-162b-4ac6-91d4-74b7b5d476ae req-248899f6-54b7-48a5-8b16-413e5cd02267 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/security-groups?id=4eb0750f-f276-42f8-81c1-2af52ad12264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434921 Apr 08 11:14:46.169397 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device aa07295a-6e3a-4a8b-a62b-55132829f213 up at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:14:46.320083 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning for port aa07295a-6e3a-4a8b-a62b-55132829f213 completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:14:46.325149 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning complete for port aa07295a-6e3a-4a8b-a62b-55132829f213 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:14:46.325940 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (aa07295a-6e3a-4a8b-a62b-55132829f213), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:46.412618 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port aa07295a-6e3a-4a8b-a62b-55132829f213 is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:14:46.413005 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (aa07295a-6e3a-4a8b-a62b-55132829f213), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:46.438456 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b6d094-e502-4d67-b2f6-2dd2a0dbd0e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa07295a-6e3a-4a8b-a62b-55132829f213'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:14:46.440829 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351759d57aafe3a60f453950940ba8882eb57342389be8e59779499322ae84b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03951bc1-cb17-4688-955f-32ed85353576" -d '{"events": [{"server_uuid": "b6b6d094-e502-4d67-b2f6-2dd2a0dbd0e9", "name": "network-vif-plugged", "status": "completed", "tag": "aa07295a-6e3a-4a8b-a62b-55132829f213"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:14:46.454275 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port aa07295a-6e3a-4a8b-a62b-55132829f213, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=aa07295a-6e3a-4a8b-a62b-55132829f213,segment=NetworkSegment(483504d6-0875-4d90-991b-b978ae9dd8ca),segment_id=483504d6-0875-4d90-991b-b978ae9dd8ca)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:14:46.483518 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3049868-43d1-4776-ac88-253378b64406 x-openstack-request-id: req-b3049868-43d1-4776-ac88-253378b64406 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:14:46.483817 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b6d094-e502-4d67-b2f6-2dd2a0dbd0e9", "name": "network-vif-plugged", "status": "completed", "tag": "aa07295a-6e3a-4a8b-a62b-55132829f213", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:14:46.484072 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b3049868-43d1-4776-ac88-253378b64406 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:14:46.484468 dv-cinder-836073-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3049868-43d1-4776-ac88-253378b64406'] response: {'server_uuid': 'b6b6d094-e502-4d67-b2f6-2dd2a0dbd0e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa07295a-6e3a-4a8b-a62b-55132829f213', 'code': 200} Apr 08 11:14:46.558421 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (aa07295a-6e3a-4a8b-a62b-55132829f213), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:46.599159 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=aa07295a-6e3a-4a8b-a62b-55132829f213,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:46.888588 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeefc5a-b769-4179-b92b-5aa9700675f5 req-7368ac79-8df9-4890-b448-21abfd7ca768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:46.890156 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-deeefc5a-b769-4179-b92b-5aa9700675f5 req-7368ac79-8df9-4890-b448-21abfd7ca768 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b6b6d094-e502-4d67-b2f6-2dd2a0dbd0e9 HTTP/1.1" status: 200 len: 1129 time: 0.0452259 Apr 08 11:14:46.933068 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-deeefc5a-b769-4179-b92b-5aa9700675f5 req-60037beb-b903-42c9-a336-a19fa9ec4577 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4eb0750f-f276-42f8-81c1-2af52ad12264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367136 Apr 08 11:14:47.282124 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4404065-7a02-4a13-924b-a5f80a30fa59 req-0cdff9c5-ee8e-44ce-ba84-d73ba0e34eb6 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:47.283652 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e4404065-7a02-4a13-924b-a5f80a30fa59 req-0cdff9c5-ee8e-44ce-ba84-d73ba0e34eb6 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6b6d094-e502-4d67-b2f6-2dd2a0dbd0e9 HTTP/1.1" status: 200 len: 945 time: 0.0527258 Apr 08 11:14:47.332092 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e4404065-7a02-4a13-924b-a5f80a30fa59 req-b0a04d63-91e6-4382-abd5-2de6d584edfd tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/security-groups?id=4eb0750f-f276-42f8-81c1-2af52ad12264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426073 Apr 08 11:14:48.494868 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221958b-ff12-47dd-b596-750c81dd0059 req-5a3f6bbd-3f77-445b-a7c5-7469e3c61f75 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:48.502086 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7221958b-ff12-47dd-b596-750c81dd0059 req-5a3f6bbd-3f77-445b-a7c5-7469e3c61f75 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6b6d094-e502-4d67-b2f6-2dd2a0dbd0e9 HTTP/1.1" status: 200 len: 945 time: 0.0956600 Apr 08 11:14:48.550507 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7221958b-ff12-47dd-b596-750c81dd0059 req-fb5e5bd7-bb00-4fc5-b5ce-6396d8d3260c tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/security-groups?id=4eb0750f-f276-42f8-81c1-2af52ad12264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472760 Apr 08 11:14:49.670529 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb29ba-00ad-4d5a-b9e2-01d0e3949ed7 req-5930cb43-54ac-426d-8988-b0d520d13dee tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:49.671884 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-eebb29ba-00ad-4d5a-b9e2-01d0e3949ed7 req-5930cb43-54ac-426d-8988-b0d520d13dee tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6b6d094-e502-4d67-b2f6-2dd2a0dbd0e9 HTTP/1.1" status: 200 len: 945 time: 0.0547910 Apr 08 11:14:49.717686 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-eebb29ba-00ad-4d5a-b9e2-01d0e3949ed7 req-459c2142-297c-4c56-84c7-25e3d17ba3b8 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/security-groups?id=4eb0750f-f276-42f8-81c1-2af52ad12264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402658 Apr 08 11:14:52.193782 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:57.393897 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-01706bcd-7325-485d-8bb8-06a222bbb752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:14:59.845210 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b8a3ec8a-ee7c-491d-920f-07b89feb3794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:01.079529 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:02.248335 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4c843260-247a-4288-bae9-83457c7b213f req-d18af4c0-bca7-4c73-aac5-e9a27e670a1d tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1062516231&fields=id&tenant_id=dbbd14ea76324b76bd17c80e4eceaef9 HTTP/1.1" status: 200 len: 267 time: 0.0482819 Apr 08 11:15:02.356346 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c843260-247a-4288-bae9-83457c7b213f req-30ee192c-d84a-4fa7-a36e-e7276f0e21c7 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:02.357851 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4c843260-247a-4288-bae9-83457c7b213f req-30ee192c-d84a-4fa7-a36e-e7276f0e21c7 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/networks?id=92663085-05c4-47d0-9ecc-faab9dcfcd0e HTTP/1.1" status: 200 len: 810 time: 0.1020439 Apr 08 11:15:02.373408 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4c843260-247a-4288-bae9-83457c7b213f req-40c3a995-77d9-4945-be4a-32c9ac9a6f79 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/quotas/dbbd14ea76324b76bd17c80e4eceaef9 HTTP/1.1" status: 200 len: 375 time: 0.0091934 Apr 08 11:15:02.437277 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4c843260-247a-4288-bae9-83457c7b213f req-ea9da17d-0295-4c04-b591-57197e84cc37 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dbbd14ea76324b76bd17c80e4eceaef9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0557890 Apr 08 11:15:02.538550 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4c843260-247a-4288-bae9-83457c7b213f req-2abac662-2c7c-4da2-b633-c5f4dd49e5a7 service neutron] 10.222.0.53 "GET /v2.0/networks/92663085-05c4-47d0-9ecc-faab9dcfcd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893495 Apr 08 11:15:02.587933 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:02.633955 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4c843260-247a-4288-bae9-83457c7b213f req-83ebb774-3260-4c32-9df8-e69c9cf8ba67 service neutron] 10.222.0.53 "GET /v2.0/networks/92663085-05c4-47d0-9ecc-faab9dcfcd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895627 Apr 08 11:15:03.295636 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-652d37db-7335-44a6-8cac-4c5054f87677 req-63da5399-c3bd-4456-8d96-56f6f3826831 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 210 time: 0.0342827 Apr 08 11:15:04.254346 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:04.378334 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-45fab26b-0219-492a-9875-5ca547cf1351 req-6de37c08-fae3-41e9-bef1-1a4ba6c76970 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 210 time: 0.0261981 Apr 08 11:15:04.600402 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:15:05.473253 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bbef5a03-5ec1-4671-ae96-d87242ddf2ac req-d79ca69b-4607-43b7-932c-11730f4194e1 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 210 time: 0.0284095 Apr 08 11:15:06.568700 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-26914ced-680f-480a-a3ce-2ba72e87df5b req-a6479ffb-2071-438e-810d-db327d81ccdc tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 210 time: 0.0268843 Apr 08 11:15:07.663955 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-030c49f6-e9ac-4332-b033-d12a5228fce1 req-b337a56c-d7e0-4501-927e-9ae5d846f919 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 210 time: 0.0296741 Apr 08 11:15:08.759132 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c8a1315f-8c13-4d4f-8694-884f3c596624 req-0974d440-894c-46bd-8150-27351ec84aef tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 210 time: 0.0279000 Apr 08 11:15:09.482067 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c843260-247a-4288-bae9-83457c7b213f req-d1a0a987-1fb3-4a56-8db2-c57902484bda tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:09.483469 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4c843260-247a-4288-bae9-83457c7b213f req-d1a0a987-1fb3-4a56-8db2-c57902484bda tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.25 "GET /v2.0/networks?id=92663085-05c4-47d0-9ecc-faab9dcfcd0e HTTP/1.1" status: 200 len: 810 time: 0.3705134 Apr 08 11:15:09.851676 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d122916e-71d6-496e-9f38-effa3cc851f2 req-f5acc1ac-d296-4e16-bf53-02985feadde0 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 210 time: 0.0271742 Apr 08 11:15:10.943762 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7c019755-0b00-4d1a-b2d3-75d59fd0168e req-8735d87e-adf1-4dc8-bb3d-998421b48546 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 210 time: 0.0259504 Apr 08 11:15:12.046191 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-18d07991-4824-4498-a90f-77df675dc754 req-18e22ea5-0f8c-483b-b237-0365d58eaff9 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 210 time: 0.0359430 Apr 08 11:15:12.051392 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4c843260-247a-4288-bae9-83457c7b213f req-7fc9a711-c80f-4000-9322-b788ede958ae tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbbd14ea76324b76bd17c80e4eceaef9 HTTP/1.1" status: 200 len: 380 time: 0.0862842 Apr 08 11:15:12.079194 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-4c843260-247a-4288-bae9-83457c7b213f req-6f5eda9a-bdd9-42ea-a44a-86ddee9ae702 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Request body: {'port': {'device_id': '3f0c6292-1bb5-4d5a-8501-3b139c478dd7', 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'admin_state_up': True, 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'security_groups': ['4c5d86ed-5450-4b20-9af2-227fa527619d']}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:15:12.250970 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c843260-247a-4288-bae9-83457c7b213f req-6f5eda9a-bdd9-42ea-a44a-86ddee9ae702 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Made reservation on behalf of dbbd14ea76324b76bd17c80e4eceaef9 for: {'port': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:15:12.255019 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-4c843260-247a-4288-bae9-83457c7b213f req-6f5eda9a-bdd9-42ea-a44a-86ddee9ae702 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:12.384479 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [req-4c843260-247a-4288-bae9-83457c7b213f req-6f5eda9a-bdd9-42ea-a44a-86ddee9ae702 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Allocated IP 172.20.0.7 (92663085-05c4-47d0-9ecc-faab9dcfcd0e/1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316/54e89912-f0ff-40f5-825a-f405bd82d688) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:15:12.526057 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-4c843260-247a-4288-bae9-83457c7b213f req-6f5eda9a-bdd9-42ea-a44a-86ddee9ae702 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for port (54e89912-f0ff-40f5-825a-f405bd82d688), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:12.615026 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-4c843260-247a-4288-bae9-83457c7b213f req-6f5eda9a-bdd9-42ea-a44a-86ddee9ae702 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (54e89912-f0ff-40f5-825a-f405bd82d688), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:12.662221 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c843260-247a-4288-bae9-83457c7b213f req-6f5eda9a-bdd9-42ea-a44a-86ddee9ae702 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Network 92663085-05c4-47d0-9ecc-faab9dcfcd0e is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:15:12.665264 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [req-4c843260-247a-4288-bae9-83457c7b213f req-6f5eda9a-bdd9-42ea-a44a-86ddee9ae702 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:15:12.675885 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c843260-247a-4288-bae9-83457c7b213f req-6f5eda9a-bdd9-42ea-a44a-86ddee9ae702 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:15:12.678296 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5eda9a-bdd9-42ea-a44a-86ddee9ae702 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Pushing event updated for resources: {'Port': ['ID=54e89912-f0ff-40f5-825a-f405bd82d688,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:12.708519 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5eda9a-bdd9-42ea-a44a-86ddee9ae702 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:12.708877 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5eda9a-bdd9-42ea-a44a-86ddee9ae702 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:12.709222 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5eda9a-bdd9-42ea-a44a-86ddee9ae702 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:12.709569 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5eda9a-bdd9-42ea-a44a-86ddee9ae702 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:12.709931 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5eda9a-bdd9-42ea-a44a-86ddee9ae702 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:12.710263 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5eda9a-bdd9-42ea-a44a-86ddee9ae702 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:12.710593 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5eda9a-bdd9-42ea-a44a-86ddee9ae702 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:12.710919 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5eda9a-bdd9-42ea-a44a-86ddee9ae702 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:12.711244 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5eda9a-bdd9-42ea-a44a-86ddee9ae702 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:12.711577 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5eda9a-bdd9-42ea-a44a-86ddee9ae702 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:12.711958 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5eda9a-bdd9-42ea-a44a-86ddee9ae702 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:12.712280 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5eda9a-bdd9-42ea-a44a-86ddee9ae702 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:12.712604 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5eda9a-bdd9-42ea-a44a-86ddee9ae702 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:12.712924 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5eda9a-bdd9-42ea-a44a-86ddee9ae702 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:12.713249 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5eda9a-bdd9-42ea-a44a-86ddee9ae702 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:12.740854 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c843260-247a-4288-bae9-83457c7b213f req-6f5eda9a-bdd9-42ea-a44a-86ddee9ae702 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:12.741472 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-4c843260-247a-4288-bae9-83457c7b213f req-6f5eda9a-bdd9-42ea-a44a-86ddee9ae702 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:12.835543 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4c843260-247a-4288-bae9-83457c7b213f req-6f5eda9a-bdd9-42ea-a44a-86ddee9ae702 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7603607 Apr 08 11:15:12.880729 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1ced88c6-604c-431c-8fd4-d99e223f1f1b None None] Provisioning complete for port 54e89912-f0ff-40f5-825a-f405bd82d688 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:15:12.881256 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1ced88c6-604c-431c-8fd4-d99e223f1f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (54e89912-f0ff-40f5-825a-f405bd82d688), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:12.918181 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1ced88c6-604c-431c-8fd4-d99e223f1f1b None None] Port 54e89912-f0ff-40f5-825a-f405bd82d688 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:15:13.164562 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73bca9e-0063-4b88-b4d5-b4efcc3cb970 req-6ea4c497-7747-47c8-8c84-5f4ee15e56d5 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:13.166113 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c73bca9e-0063-4b88-b4d5-b4efcc3cb970 req-6ea4c497-7747-47c8-8c84-5f4ee15e56d5 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 931 time: 0.0524971 Apr 08 11:15:13.220764 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c73bca9e-0063-4b88-b4d5-b4efcc3cb970 req-53ca225e-523f-48cd-bad1-d4a57584a5af tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486968 Apr 08 11:15:14.339040 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056492cc-d153-4e9d-89d8-5fbaaef2afb4 req-b04f50ca-c507-46d0-82a6-7bedc6a664b4 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:14.340494 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-056492cc-d153-4e9d-89d8-5fbaaef2afb4 req-b04f50ca-c507-46d0-82a6-7bedc6a664b4 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 931 time: 0.0560536 Apr 08 11:15:14.387245 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-056492cc-d153-4e9d-89d8-5fbaaef2afb4 req-01cab66c-cdb4-42eb-95de-a6642ecabc65 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411203 Apr 08 11:15:14.444321 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-4c843260-247a-4288-bae9-83457c7b213f req-9971c9a1-648d-4d99-9fa8-15730c7eb1ed service neutron] Request body: {'port': {'device_id': '3f0c6292-1bb5-4d5a-8501-3b139c478dd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:15:14.501236 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-4c843260-247a-4288-bae9-83457c7b213f req-9971c9a1-648d-4d99-9fa8-15730c7eb1ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (54e89912-f0ff-40f5-825a-f405bd82d688), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:14.758474 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [req-4c843260-247a-4288-bae9-83457c7b213f req-9971c9a1-648d-4d99-9fa8-15730c7eb1ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54e89912-f0ff-40f5-825a-f405bd82d688 {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:15:14.765812 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-4c843260-247a-4288-bae9-83457c7b213f req-9971c9a1-648d-4d99-9fa8-15730c7eb1ed service neutron] Publish callbacks [] for port (54e89912-f0ff-40f5-825a-f405bd82d688), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:14.777536 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [req-4c843260-247a-4288-bae9-83457c7b213f req-9971c9a1-648d-4d99-9fa8-15730c7eb1ed service neutron] Transition to ACTIVE for port object 54e89912-f0ff-40f5-825a-f405bd82d688 will not be triggered until provisioned by entity L2. {{(pid=104016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:15:14.843264 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-4c843260-247a-4288-bae9-83457c7b213f req-9971c9a1-648d-4d99-9fa8-15730c7eb1ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3536654'] for port (54e89912-f0ff-40f5-825a-f405bd82d688), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:14.895401 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9971c9a1-648d-4d99-9fa8-15730c7eb1ed service neutron] Pushing event updated for resources: {'Port': ['ID=54e89912-f0ff-40f5-825a-f405bd82d688,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:14.974639 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-4c843260-247a-4288-bae9-83457c7b213f req-9971c9a1-648d-4d99-9fa8-15730c7eb1ed service neutron] Attempting to bind port 54e89912-f0ff-40f5-825a-f405bd82d688 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:15:14.974977 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-4c843260-247a-4288-bae9-83457c7b213f req-9971c9a1-648d-4d99-9fa8-15730c7eb1ed service neutron] Attempting to bind port 54e89912-f0ff-40f5-825a-f405bd82d688 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '19af6e16-2d4e-4c32-a209-a5bfe8de0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:15:14.975298 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c843260-247a-4288-bae9-83457c7b213f req-9971c9a1-648d-4d99-9fa8-15730c7eb1ed service neutron] Attempting to bind port 54e89912-f0ff-40f5-825a-f405bd82d688 on network 92663085-05c4-47d0-9ecc-faab9dcfcd0e {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:15:14.983819 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c843260-247a-4288-bae9-83457c7b213f req-9971c9a1-648d-4d99-9fa8-15730c7eb1ed service neutron] Port 54e89912-f0ff-40f5-825a-f405bd82d688 on network 92663085-05c4-47d0-9ecc-faab9dcfcd0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:15:14.984116 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c843260-247a-4288-bae9-83457c7b213f req-9971c9a1-648d-4d99-9fa8-15730c7eb1ed service neutron] Attempting to bind port 54e89912-f0ff-40f5-825a-f405bd82d688 on network 92663085-05c4-47d0-9ecc-faab9dcfcd0e {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:15:14.989719 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c843260-247a-4288-bae9-83457c7b213f req-9971c9a1-648d-4d99-9fa8-15730c7eb1ed service neutron] Checking agent: {'id': '05eae265-77bc-4fda-a145-417801a6b133', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'started_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:15:14.989908 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c843260-247a-4288-bae9-83457c7b213f req-9971c9a1-648d-4d99-9fa8-15730c7eb1ed service neutron] Checking segment: {'id': '19af6e16-2d4e-4c32-a209-a5bfe8de0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:15:14.990287 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c843260-247a-4288-bae9-83457c7b213f req-9971c9a1-648d-4d99-9fa8-15730c7eb1ed service neutron] Bound using segment: {'id': '19af6e16-2d4e-4c32-a209-a5bfe8de0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:15:14.990711 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-4c843260-247a-4288-bae9-83457c7b213f req-9971c9a1-648d-4d99-9fa8-15730c7eb1ed service neutron] Bound port: 54e89912-f0ff-40f5-825a-f405bd82d688, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19af6e16-2d4e-4c32-a209-a5bfe8de0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:15:14.991071 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-4c843260-247a-4288-bae9-83457c7b213f req-9971c9a1-648d-4d99-9fa8-15730c7eb1ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (54e89912-f0ff-40f5-825a-f405bd82d688), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:15.057918 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-4c843260-247a-4288-bae9-83457c7b213f req-9971c9a1-648d-4d99-9fa8-15730c7eb1ed service neutron] For port 54e89912-f0ff-40f5-825a-f405bd82d688, host hv-cinder-83607, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:15:15.061160 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-4c843260-247a-4288-bae9-83457c7b213f req-9971c9a1-648d-4d99-9fa8-15730c7eb1ed service neutron] For port 54e89912-f0ff-40f5-825a-f405bd82d688, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=54e89912-f0ff-40f5-825a-f405bd82d688,segment=NetworkSegment(19af6e16-2d4e-4c32-a209-a5bfe8de0cac),segment_id=19af6e16-2d4e-4c32-a209-a5bfe8de0cac)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:15:15.135208 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-4c843260-247a-4288-bae9-83457c7b213f req-9971c9a1-648d-4d99-9fa8-15730c7eb1ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3536654'] for port (54e89912-f0ff-40f5-825a-f405bd82d688), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:15.167250 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c843260-247a-4288-bae9-83457c7b213f req-9971c9a1-648d-4d99-9fa8-15730c7eb1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:15.167929 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-4c843260-247a-4288-bae9-83457c7b213f req-9971c9a1-648d-4d99-9fa8-15730c7eb1ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:15.169301 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4c843260-247a-4288-bae9-83457c7b213f req-9971c9a1-648d-4d99-9fa8-15730c7eb1ed service neutron] 10.222.0.25 "PUT /v2.0/ports/54e89912-f0ff-40f5-825a-f405bd82d688 HTTP/1.1" status: 200 len: 1093 time: 0.7292521 Apr 08 11:15:15.171537 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0c6292-1bb5-4d5a-8501-3b139c478dd7', 'tag': '54e89912-f0ff-40f5-825a-f405bd82d688'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:15:15.173804 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5587ba89-2fd1-4d98-b0cd-5270a76596a5" -d '{"events": [{"name": "network-changed", "server_uuid": "3f0c6292-1bb5-4d5a-8501-3b139c478dd7", "tag": "54e89912-f0ff-40f5-825a-f405bd82d688"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:15:15.203330 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9971c9a1-648d-4d99-9fa8-15730c7eb1ed service neutron] Pushing event updated for resources: {'Port': ['ID=54e89912-f0ff-40f5-825a-f405bd82d688,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:15.219038 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fce925f-a723-4400-ae4b-9bff7675deca x-openstack-request-id: req-2fce925f-a723-4400-ae4b-9bff7675deca {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:15:15.219038 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f0c6292-1bb5-4d5a-8501-3b139c478dd7", "tag": "54e89912-f0ff-40f5-825a-f405bd82d688", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:15:15.219038 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2fce925f-a723-4400-ae4b-9bff7675deca {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:15:15.219038 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fce925f-a723-4400-ae4b-9bff7675deca'] response: {'name': 'network-changed', 'server_uuid': '3f0c6292-1bb5-4d5a-8501-3b139c478dd7', 'tag': '54e89912-f0ff-40f5-825a-f405bd82d688', 'status': 'completed', 'code': 200} Apr 08 11:15:15.534998 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587ba89-2fd1-4d98-b0cd-5270a76596a5 req-a5b7b76b-ad37-433e-8641-2b0461528f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:15.536487 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5587ba89-2fd1-4d98-b0cd-5270a76596a5 req-a5b7b76b-ad37-433e-8641-2b0461528f83 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dbbd14ea76324b76bd17c80e4eceaef9&device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 1127 time: 0.0787070 Apr 08 11:15:15.548289 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b47b8-34b1-4c5d-a29e-899b5a2e6f5c req-8280291f-5531-42e0-987d-f6f597ffb518 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:15.551599 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d65b47b8-34b1-4c5d-a29e-899b5a2e6f5c req-8280291f-5531-42e0-987d-f6f597ffb518 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 943 time: 0.0839779 Apr 08 11:15:15.659099 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d65b47b8-34b1-4c5d-a29e-899b5a2e6f5c req-ac72704d-e59a-4ddd-a954-f98dfa0d74a9 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028419 Apr 08 11:15:15.685998 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587ba89-2fd1-4d98-b0cd-5270a76596a5 req-aec6d808-2523-4dc0-b430-36c8c51c75a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:15.687755 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5587ba89-2fd1-4d98-b0cd-5270a76596a5 req-aec6d808-2523-4dc0-b430-36c8c51c75a5 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=dbbd14ea76324b76bd17c80e4eceaef9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1296508 Apr 08 11:15:15.782283 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587ba89-2fd1-4d98-b0cd-5270a76596a5 req-330bf7ff-9a79-4e82-9683-bee6987b58ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:15.783799 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5587ba89-2fd1-4d98-b0cd-5270a76596a5 req-330bf7ff-9a79-4e82-9683-bee6987b58ff service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891674 Apr 08 11:15:15.898576 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c843260-247a-4288-bae9-83457c7b213f req-fb4efef8-2603-4db9-94b9-d38ea3b7ea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:15.900706 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4c843260-247a-4288-bae9-83457c7b213f req-fb4efef8-2603-4db9-94b9-d38ea3b7ea02 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dbbd14ea76324b76bd17c80e4eceaef9&device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 1127 time: 0.0494046 Apr 08 11:15:15.959189 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4c843260-247a-4288-bae9-83457c7b213f req-928822a0-73da-4057-bb17-7db2e3c2a5cc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54e89912-f0ff-40f5-825a-f405bd82d688 HTTP/1.1" status: 200 len: 217 time: 0.0396864 Apr 08 11:15:16.008087 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c843260-247a-4288-bae9-83457c7b213f req-69855147-f633-47d3-9cca-6ab0b5a400d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:16.009536 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4c843260-247a-4288-bae9-83457c7b213f req-69855147-f633-47d3-9cca-6ab0b5a400d6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316 HTTP/1.1" status: 200 len: 849 time: 0.0435524 Apr 08 11:15:16.063605 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c843260-247a-4288-bae9-83457c7b213f req-00f7ec74-c64b-4ef8-a8a0-748799b91472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:16.065175 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4c843260-247a-4288-bae9-83457c7b213f req-00f7ec74-c64b-4ef8-a8a0-748799b91472 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=92663085-05c4-47d0-9ecc-faab9dcfcd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490067 Apr 08 11:15:16.165347 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4c843260-247a-4288-bae9-83457c7b213f req-764db3aa-bcaa-4ebb-852a-b5c05a884996 service neutron] 10.222.0.25 "GET /v2.0/networks/92663085-05c4-47d0-9ecc-faab9dcfcd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917032 Apr 08 11:15:16.255391 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4c843260-247a-4288-bae9-83457c7b213f req-b4536178-930f-4bf1-a3fe-ce9f06708af0 service neutron] 10.222.0.25 "GET /v2.0/networks/92663085-05c4-47d0-9ecc-faab9dcfcd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832479 Apr 08 11:15:16.784297 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee8b6b-ea4e-4de8-bc84-4dc5e6ca1321 req-57cdfbfa-1022-4c3d-9df1-f849d48da237 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:16.786510 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7fee8b6b-ea4e-4de8-bc84-4dc5e6ca1321 req-57cdfbfa-1022-4c3d-9df1-f849d48da237 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 943 time: 0.0536976 Apr 08 11:15:16.837388 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7fee8b6b-ea4e-4de8-bc84-4dc5e6ca1321 req-3ad8237b-2980-4121-8582-e19bd3a2378b tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445750 Apr 08 11:15:17.970891 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf39c4b-3932-4318-ae46-843110be4273 req-1ebfe79f-7cc4-4512-8546-c65f3000c7e6 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:17.972457 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ccf39c4b-3932-4318-ae46-843110be4273 req-1ebfe79f-7cc4-4512-8546-c65f3000c7e6 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 943 time: 0.0619493 Apr 08 11:15:18.026201 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ccf39c4b-3932-4318-ae46-843110be4273 req-76a3c42b-a8f0-4b56-bb3d-b14adecbf786 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475056 Apr 08 11:15:19.154005 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5448b2-8303-45ab-9490-cbad0296c942 req-d4ca6303-a72e-475c-b007-b8a48c93bfd5 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:19.155531 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8a5448b2-8303-45ab-9490-cbad0296c942 req-d4ca6303-a72e-475c-b007-b8a48c93bfd5 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 943 time: 0.0556259 Apr 08 11:15:19.208341 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8a5448b2-8303-45ab-9490-cbad0296c942 req-be3342bb-8414-4c6a-89d6-9ca06636fbab tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467649 Apr 08 11:15:20.334851 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d9cd3-3f34-4b83-9aad-ba17e7df5b16 req-7b4004ea-40dc-473e-872b-5e690711f4b8 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:20.336333 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6a3d9cd3-3f34-4b83-9aad-ba17e7df5b16 req-7b4004ea-40dc-473e-872b-5e690711f4b8 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 943 time: 0.0549877 Apr 08 11:15:20.385738 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6a3d9cd3-3f34-4b83-9aad-ba17e7df5b16 req-a74e665a-d5f6-4b91-a55c-1c3842592b41 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435746 Apr 08 11:15:21.510454 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadfaf9-0cea-4879-8f8c-55f4855b680c req-32015c19-bc36-4e24-9f6d-4d568362d0f1 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:21.512277 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0dadfaf9-0cea-4879-8f8c-55f4855b680c req-32015c19-bc36-4e24-9f6d-4d568362d0f1 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 943 time: 0.0596547 Apr 08 11:15:21.566466 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0dadfaf9-0cea-4879-8f8c-55f4855b680c req-7464dabb-f54e-4f64-8ef8-4a6b99f438ff tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481169 Apr 08 11:15:22.254456 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:22.694416 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2de810-f884-45dc-90db-4ef03298fc8e req-11e618fb-1d23-4dfc-b2be-773b4ddf65de tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:22.695792 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ae2de810-f884-45dc-90db-4ef03298fc8e req-11e618fb-1d23-4dfc-b2be-773b4ddf65de tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 943 time: 0.0576952 Apr 08 11:15:22.745459 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ae2de810-f884-45dc-90db-4ef03298fc8e req-d6b5ad84-a3da-4f32-a92e-981f87174bff tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434091 Apr 08 11:15:23.876042 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387d2ea-1061-454e-893b-87962b456389 req-b0a1bc1c-afce-4d1d-9c94-3df6d15c3547 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:23.877415 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b387d2ea-1061-454e-893b-87962b456389 req-b0a1bc1c-afce-4d1d-9c94-3df6d15c3547 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 943 time: 0.0551794 Apr 08 11:15:23.928579 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b387d2ea-1061-454e-893b-87962b456389 req-b09f807a-2d9c-43d7-8474-d0064777b778 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448463 Apr 08 11:15:25.048346 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82534f6e-4178-4ce3-a3c2-63c14d3d094f req-ea2fdef5-a8db-4050-b0c9-bcf43558891e tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:25.049832 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-82534f6e-4178-4ce3-a3c2-63c14d3d094f req-ea2fdef5-a8db-4050-b0c9-bcf43558891e tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 943 time: 0.0541489 Apr 08 11:15:25.100487 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-82534f6e-4178-4ce3-a3c2-63c14d3d094f req-f6f1e5b7-7c5a-4bb2-8602-09f064ea9ec2 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444560 Apr 08 11:15:25.436396 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 54e89912-f0ff-40f5-825a-f405bd82d688 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:15:25.671313 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 54e89912-f0ff-40f5-825a-f405bd82d688, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=54e89912-f0ff-40f5-825a-f405bd82d688,segment=NetworkSegment(19af6e16-2d4e-4c32-a209-a5bfe8de0cac),segment_id=19af6e16-2d4e-4c32-a209-a5bfe8de0cac)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:15:25.683001 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Returning: {'device': '54e89912-f0ff-40f5-825a-f405bd82d688', 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'port_id': '54e89912-f0ff-40f5-825a-f405bd82d688', 'mac_address': 'fa:16:3e:83:b1:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:15:25.720505 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port 54e89912-f0ff-40f5-825a-f405bd82d688 is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:15:25.720890 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (54e89912-f0ff-40f5-825a-f405bd82d688), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:25.734007 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54e89912-f0ff-40f5-825a-f405bd82d688 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:15:25.753657 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 54e89912-f0ff-40f5-825a-f405bd82d688, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=54e89912-f0ff-40f5-825a-f405bd82d688,segment=NetworkSegment(19af6e16-2d4e-4c32-a209-a5bfe8de0cac),segment_id=19af6e16-2d4e-4c32-a209-a5bfe8de0cac)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:15:25.844565 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (54e89912-f0ff-40f5-825a-f405bd82d688), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:25.892458 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=54e89912-f0ff-40f5-825a-f405bd82d688,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:25.900515 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:25.900868 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:25.901215 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:25.901560 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:25.901937 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:25.902268 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:25.902597 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:25.902923 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:25.903250 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:25.903587 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:25.903913 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:25.904240 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:25.904561 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:25.904896 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:25.905217 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:26.170110 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] get_ports_and_sgs() called for port_ids ['54e89912-f0ff-40f5-825a-f405bd82d688'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:15:26.224138 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b461f-e436-43a3-b29c-558e9bf05cff req-7fda3ce2-b39f-410c-8f99-5a3b55f4d0e5 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:26.225771 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-700b461f-e436-43a3-b29c-558e9bf05cff req-7fda3ce2-b39f-410c-8f99-5a3b55f4d0e5 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 944 time: 0.0556908 Apr 08 11:15:26.281957 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-700b461f-e436-43a3-b29c-558e9bf05cff req-f8f890b2-c04d-43d5-bf4e-6b357f106a7d tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478368 Apr 08 11:15:26.713723 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 52558) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:15:26.813083 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-09d8a73f-1a35-4fd1-b323-774cd7385bb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:26.886256 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-09d8a73f-1a35-4fd1-b323-774cd7385bb3 admin admin] Publish callbacks [] for security_group (6695984b-f0fe-4557-942c-dcf46ce978d6), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:26.962948 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-09d8a73f-1a35-4fd1-b323-774cd7385bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (6695984b-f0fe-4557-942c-dcf46ce978d6), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:27.006298 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-09d8a73f-1a35-4fd1-b323-774cd7385bb3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f00cf76d7d0747579371d7fe2f9561ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2915018 Apr 08 11:15:27.007167 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d8a73f-1a35-4fd1-b323-774cd7385bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6695984b-f0fe-4557-942c-dcf46ce978d6,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:27.009020 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 52562) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:15:27.058027 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1c4a8f6c-6bae-4057-b01d-ccfc13bad947 admin admin] Publish callbacks [] for security_group (6695984b-f0fe-4557-942c-dcf46ce978d6), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:27.079235 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1c4a8f6c-6bae-4057-b01d-ccfc13bad947 admin admin] Publish callbacks [] for security_group (6695984b-f0fe-4557-942c-dcf46ce978d6), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:27.198714 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1c4a8f6c-6bae-4057-b01d-ccfc13bad947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (6695984b-f0fe-4557-942c-dcf46ce978d6), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:27.201347 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1c4a8f6c-6bae-4057-b01d-ccfc13bad947 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:27.202577 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-1c4a8f6c-6bae-4057-b01d-ccfc13bad947 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6695984b-f0fe-4557-942c-dcf46ce978d6 HTTP/1.1" status: 204 len: 168 time: 0.1923602 Apr 08 11:15:27.211089 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a8f6c-6bae-4057-b01d-ccfc13bad947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6695984b-f0fe-4557-942c-dcf46ce978d6,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:27.218422 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a8f6c-6bae-4057-b01d-ccfc13bad947 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:27.218769 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a8f6c-6bae-4057-b01d-ccfc13bad947 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:27.219108 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a8f6c-6bae-4057-b01d-ccfc13bad947 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:27.219448 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a8f6c-6bae-4057-b01d-ccfc13bad947 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:27.219774 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a8f6c-6bae-4057-b01d-ccfc13bad947 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:27.220099 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a8f6c-6bae-4057-b01d-ccfc13bad947 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:27.220422 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a8f6c-6bae-4057-b01d-ccfc13bad947 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:27.220745 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a8f6c-6bae-4057-b01d-ccfc13bad947 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:27.221074 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a8f6c-6bae-4057-b01d-ccfc13bad947 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:27.221398 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a8f6c-6bae-4057-b01d-ccfc13bad947 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:27.221771 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a8f6c-6bae-4057-b01d-ccfc13bad947 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:27.222093 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a8f6c-6bae-4057-b01d-ccfc13bad947 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:27.222616 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a8f6c-6bae-4057-b01d-ccfc13bad947 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:27.222940 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a8f6c-6bae-4057-b01d-ccfc13bad947 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:27.223409 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a8f6c-6bae-4057-b01d-ccfc13bad947 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:27.397813 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9aef31ff-f6d2-430d-a6be-66730bb425dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:27.402562 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02796e1a-09dd-4a1f-9e91-c0e4a620ddb8 req-455a0861-10a5-4a18-8c45-db9f1d032aaa tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:27.404275 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-02796e1a-09dd-4a1f-9e91-c0e4a620ddb8 req-455a0861-10a5-4a18-8c45-db9f1d032aaa tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 944 time: 0.0552344 Apr 08 11:15:27.450683 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 54e89912-f0ff-40f5-825a-f405bd82d688 up at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:15:27.461491 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-02796e1a-09dd-4a1f-9e91-c0e4a620ddb8 req-90dfe7a1-8a5a-438b-97d0-25befa9c960a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515511 Apr 08 11:15:27.563215 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning for port 54e89912-f0ff-40f5-825a-f405bd82d688 completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:15:27.568768 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning complete for port 54e89912-f0ff-40f5-825a-f405bd82d688 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:15:27.569146 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (54e89912-f0ff-40f5-825a-f405bd82d688), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:27.656463 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port 54e89912-f0ff-40f5-825a-f405bd82d688 is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:15:27.659759 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (54e89912-f0ff-40f5-825a-f405bd82d688), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:27.680441 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0c6292-1bb5-4d5a-8501-3b139c478dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e89912-f0ff-40f5-825a-f405bd82d688'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:15:27.687298 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351759d57aafe3a60f453950940ba8882eb57342389be8e59779499322ae84b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7012688-f75a-4c5f-8f1e-7b9121c59bbe" -d '{"events": [{"server_uuid": "3f0c6292-1bb5-4d5a-8501-3b139c478dd7", "name": "network-vif-plugged", "status": "completed", "tag": "54e89912-f0ff-40f5-825a-f405bd82d688"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:15:27.695907 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 54e89912-f0ff-40f5-825a-f405bd82d688, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=54e89912-f0ff-40f5-825a-f405bd82d688,segment=NetworkSegment(19af6e16-2d4e-4c32-a209-a5bfe8de0cac),segment_id=19af6e16-2d4e-4c32-a209-a5bfe8de0cac)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:15:27.724454 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866b653f-e35e-4c39-a254-c8ce94d4193c x-openstack-request-id: req-866b653f-e35e-4c39-a254-c8ce94d4193c {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:15:27.724747 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0c6292-1bb5-4d5a-8501-3b139c478dd7", "name": "network-vif-plugged", "status": "completed", "tag": "54e89912-f0ff-40f5-825a-f405bd82d688", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:15:27.725003 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-866b653f-e35e-4c39-a254-c8ce94d4193c {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:15:27.725403 dv-cinder-836073-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-866b653f-e35e-4c39-a254-c8ce94d4193c'] response: {'server_uuid': '3f0c6292-1bb5-4d5a-8501-3b139c478dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e89912-f0ff-40f5-825a-f405bd82d688', 'code': 200} Apr 08 11:15:27.763344 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (54e89912-f0ff-40f5-825a-f405bd82d688), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:27.823897 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=54e89912-f0ff-40f5-825a-f405bd82d688,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:27.858506 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 52588) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:15:27.872017 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8ee2a33a-9afb-4b71-b6ee-ef912fe50e0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:27.946533 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8ee2a33a-9afb-4b71-b6ee-ef912fe50e0b admin admin] Publish callbacks [] for security_group (6ea31f22-3a58-4b69-bb5f-c13b2d4aae8a), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:28.034073 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb646f-230e-4ab1-b5a1-1b4658913777 req-45775e7a-beb7-47dc-919e-cedab724e0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:28.035624 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-68fb646f-230e-4ab1-b5a1-1b4658913777 req-45775e7a-beb7-47dc-919e-cedab724e0e5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 1129 time: 0.0451488 Apr 08 11:15:28.062288 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8ee2a33a-9afb-4b71-b6ee-ef912fe50e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (6ea31f22-3a58-4b69-bb5f-c13b2d4aae8a), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:28.117226 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2a33a-9afb-4b71-b6ee-ef912fe50e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea31f22-3a58-4b69-bb5f-c13b2d4aae8a,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:28.125149 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-8ee2a33a-9afb-4b71-b6ee-ef912fe50e0b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cd289cbbe0494fb0b11f5e63727c599c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2655880 Apr 08 11:15:28.128021 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 52596) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:15:28.129221 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-68fb646f-230e-4ab1-b5a1-1b4658913777 req-f70e0702-ee8f-48d2-a3fc-802f0f2e1bdd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867255 Apr 08 11:15:28.175372 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3e3c98e5-b14e-4040-be48-179a5366f92c admin admin] Publish callbacks [] for security_group (6ea31f22-3a58-4b69-bb5f-c13b2d4aae8a), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:28.197571 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3e3c98e5-b14e-4040-be48-179a5366f92c admin admin] Publish callbacks [] for security_group (6ea31f22-3a58-4b69-bb5f-c13b2d4aae8a), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:28.307284 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3e3c98e5-b14e-4040-be48-179a5366f92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (6ea31f22-3a58-4b69-bb5f-c13b2d4aae8a), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:28.309911 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3e3c98e5-b14e-4040-be48-179a5366f92c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:28.311101 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-3e3c98e5-b14e-4040-be48-179a5366f92c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6ea31f22-3a58-4b69-bb5f-c13b2d4aae8a HTTP/1.1" status: 204 len: 168 time: 0.1819239 Apr 08 11:15:28.319534 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c98e5-b14e-4040-be48-179a5366f92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea31f22-3a58-4b69-bb5f-c13b2d4aae8a,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:28.576228 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e5b04-460e-4870-9a0b-619402f507e6 req-16657a5a-e45d-42e3-9c75-6f8976681109 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:28.577764 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-778e5b04-460e-4870-9a0b-619402f507e6 req-16657a5a-e45d-42e3-9c75-6f8976681109 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 945 time: 0.0551679 Apr 08 11:15:28.629031 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-778e5b04-460e-4870-9a0b-619402f507e6 req-bdb597c2-01d0-4115-81aa-5e8bd690d624 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456746 Apr 08 11:15:29.755754 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73901d42-c204-4735-b0a7-cd2f5bd85d56 req-8161932d-7372-448e-a6c3-81731f50164b tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:29.757223 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-73901d42-c204-4735-b0a7-cd2f5bd85d56 req-8161932d-7372-448e-a6c3-81731f50164b tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 945 time: 0.0530047 Apr 08 11:15:29.807967 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-73901d42-c204-4735-b0a7-cd2f5bd85d56 req-796052bb-2b72-4f8e-b1d2-8fd369c84a7a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450213 Apr 08 11:15:29.838986 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7a327b4e-3f0b-4bf9-909f-731f88fb0eca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:30.924860 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3a2f2-4360-4af6-aab8-628a2b4cc1cb req-5c101d27-a684-422e-be47-0476a22b33a0 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:30.926899 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-93d3a2f2-4360-4af6-aab8-628a2b4cc1cb req-5c101d27-a684-422e-be47-0476a22b33a0 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 945 time: 0.0511007 Apr 08 11:15:30.979397 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-93d3a2f2-4360-4af6-aab8-628a2b4cc1cb req-efc12169-4bdd-4003-b7f5-8e95c6346999 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465682 Apr 08 11:15:31.105919 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:32.097635 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4496de7-c160-486d-927c-cd58e4a8e0d5 req-bc07a6fa-14be-4c2f-9627-11d2e7af8179 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:32.099734 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a4496de7-c160-486d-927c-cd58e4a8e0d5 req-bc07a6fa-14be-4c2f-9627-11d2e7af8179 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 945 time: 0.0542870 Apr 08 11:15:32.148226 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a4496de7-c160-486d-927c-cd58e4a8e0d5 req-fee80e7e-8118-4255-8036-bb04448df5ea tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427105 Apr 08 11:15:32.321089 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-77df041d-3eca-4ffd-9227-174e9682dc46 req-13984098-4990-4e29-a70c-3e49f578decf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=86563972-0068-42a4-9b53-6f71a3a8a34e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427442 Apr 08 11:15:32.451737 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df041d-3eca-4ffd-9227-174e9682dc46 req-85615f34-62a9-4e2f-bcf1-43270d26f542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:32.453223 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-77df041d-3eca-4ffd-9227-174e9682dc46 req-85615f34-62a9-4e2f-bcf1-43270d26f542 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dbbd14ea76324b76bd17c80e4eceaef9&device_id=86563972-0068-42a4-9b53-6f71a3a8a34e HTTP/1.1" status: 200 len: 1129 time: 0.0455291 Apr 08 11:15:32.572192 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df041d-3eca-4ffd-9227-174e9682dc46 req-1b80f739-b51a-4ed4-ab9f-903cb0c3e3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:32.573753 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-77df041d-3eca-4ffd-9227-174e9682dc46 req-1b80f739-b51a-4ed4-ab9f-903cb0c3e3fb service neutron] 10.222.0.25 "GET /v2.0/networks?id=92663085-05c4-47d0-9ecc-faab9dcfcd0e HTTP/1.1" status: 200 len: 911 time: 0.0938809 Apr 08 11:15:32.644315 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:32.652403 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-77df041d-3eca-4ffd-9227-174e9682dc46 req-369700ce-60b5-419f-8494-69e7ba72dc7f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6aedc894-e23d-4b2a-b17e-0d7f7852abfc HTTP/1.1" status: 200 len: 1001 time: 0.0588796 Apr 08 11:15:33.268485 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e6bc4-0c97-40f6-8b29-1fb841601434 req-91d1ff29-19fa-4743-8338-21bbdd80bf4b tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:33.270201 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-968e6bc4-0c97-40f6-8b29-1fb841601434 req-91d1ff29-19fa-4743-8338-21bbdd80bf4b tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 945 time: 0.0531120 Apr 08 11:15:33.354199 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-968e6bc4-0c97-40f6-8b29-1fb841601434 req-13534f37-30bb-4adf-a882-56f1064ea7f5 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774529 Apr 08 11:15:33.370360 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df041d-3eca-4ffd-9227-174e9682dc46 req-258649fe-84a8-4ad4-bc94-bc2e1e0a661e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:33.371992 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-77df041d-3eca-4ffd-9227-174e9682dc46 req-258649fe-84a8-4ad4-bc94-bc2e1e0a661e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316 HTTP/1.1" status: 200 len: 849 time: 0.0538847 Apr 08 11:15:33.429490 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df041d-3eca-4ffd-9227-174e9682dc46 req-b527c2af-9854-4806-8e92-991fa9620176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:33.431024 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-77df041d-3eca-4ffd-9227-174e9682dc46 req-b527c2af-9854-4806-8e92-991fa9620176 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=92663085-05c4-47d0-9ecc-faab9dcfcd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490444 Apr 08 11:15:33.538454 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-77df041d-3eca-4ffd-9227-174e9682dc46 req-2c36e090-7307-48cd-9de6-b54ef3579d56 service neutron] 10.222.0.25 "GET /v2.0/networks/92663085-05c4-47d0-9ecc-faab9dcfcd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955930 Apr 08 11:15:33.646549 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-77df041d-3eca-4ffd-9227-174e9682dc46 req-5bb3198e-adc7-41bc-8793-ae77d011fb80 service neutron] 10.222.0.25 "GET /v2.0/networks/92663085-05c4-47d0-9ecc-faab9dcfcd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967057 Apr 08 11:15:34.162632 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 52716) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:15:34.289189 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:34.306524 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e6dd8b4e-9f3e-43b8-a214-467df2c2de1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:34.379269 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e6dd8b4e-9f3e-43b8-a214-467df2c2de1b admin admin] Publish callbacks [] for security_group (79ba161a-ba95-433c-9305-f7c6ce64fee0), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:34.464283 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e6dd8b4e-9f3e-43b8-a214-467df2c2de1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (79ba161a-ba95-433c-9305-f7c6ce64fee0), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:34.524690 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-e6dd8b4e-9f3e-43b8-a214-467df2c2de1b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=73475f0f810e49a2a71648c21d1b5163&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3609571 Apr 08 11:15:34.526211 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd8b4e-9f3e-43b8-a214-467df2c2de1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ba161a-ba95-433c-9305-f7c6ce64fee0,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:34.527406 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 52736) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:15:34.537697 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b6c32-8f6c-428c-80d9-c020b54909cb req-2d3f3172-6b03-407f-820e-6a1b40870ada tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:34.539598 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0f2b6c32-8f6c-428c-80d9-c020b54909cb req-2d3f3172-6b03-407f-820e-6a1b40870ada tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 945 time: 0.1130450 Apr 08 11:15:34.597334 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-82f45312-6062-4f04-811b-c95a688a6fcb admin admin] Publish callbacks [] for security_group (79ba161a-ba95-433c-9305-f7c6ce64fee0), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:34.602775 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0f2b6c32-8f6c-428c-80d9-c020b54909cb req-fc09a0f6-065a-4fe0-9d6b-97a20b569d67 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560510 Apr 08 11:15:34.736031 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4a0b-2d02-4b4e-91d2-d4f2dca8e781 req-91f60c86-d566-4567-bf52-d5371238c8b3 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:34.737604 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-beeb4a0b-2d02-4b4e-91d2-d4f2dca8e781 req-91f60c86-d566-4567-bf52-d5371238c8b3 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 945 time: 0.0623910 Apr 08 11:15:34.801661 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-beeb4a0b-2d02-4b4e-91d2-d4f2dca8e781 req-e013b9a1-bf84-492c-9a0f-74956abe5891 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563912 Apr 08 11:15:34.828135 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 52750) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:15:34.854859 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-82f45312-6062-4f04-811b-c95a688a6fcb admin admin] Publish callbacks [] for security_group (79ba161a-ba95-433c-9305-f7c6ce64fee0), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:34.985931 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0200d643-305c-4328-bbb6-d94d88ea1c68 tempest-TestVolumeBootPattern-1234931380 tempest-TestVolumeBootPattern-1234931380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:34.987467 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-0200d643-305c-4328-bbb6-d94d88ea1c68 tempest-TestVolumeBootPattern-1234931380 tempest-TestVolumeBootPattern-1234931380-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 1124 time: 0.1582465 Apr 08 11:15:34.990799 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 52758) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:15:34.995203 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-d4f58c58-c02d-437a-b78d-a25a5f403baa tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Request body: {'floatingip': {'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'port_id': '54e89912-f0ff-40f5-825a-f405bd82d688', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:15:35.004379 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-82f45312-6062-4f04-811b-c95a688a6fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (79ba161a-ba95-433c-9305-f7c6ce64fee0), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:35.007793 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-82f45312-6062-4f04-811b-c95a688a6fcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:35.012049 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-82f45312-6062-4f04-811b-c95a688a6fcb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/79ba161a-ba95-433c-9305-f7c6ce64fee0 HTTP/1.1" status: 204 len: 168 time: 0.4803555 Apr 08 11:15:35.016896 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f45312-6062-4f04-811b-c95a688a6fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ba161a-ba95-433c-9305-f7c6ce64fee0,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:35.073270 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d4f58c58-c02d-437a-b78d-a25a5f403baa tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:35.173118 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d4f58c58-c02d-437a-b78d-a25a5f403baa tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:35.279852 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-d4f58c58-c02d-437a-b78d-a25a5f403baa tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Allocated IP 172.27.0.45 (9ba38368-ff54-4986-b9fd-e3d76f01d727/295b2c6f-15e1-46ca-ae70-e3531500d944/0f20d330-71d2-4216-83ad-d9e7d9c304cb) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:15:35.385868 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d4f58c58-c02d-437a-b78d-a25a5f403baa tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for port (0f20d330-71d2-4216-83ad-d9e7d9c304cb), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:35.547831 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d4f58c58-c02d-437a-b78d-a25a5f403baa tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (0f20d330-71d2-4216-83ad-d9e7d9c304cb), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:35.590887 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f58c58-c02d-437a-b78d-a25a5f403baa tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Network 9ba38368-ff54-4986-b9fd-e3d76f01d727 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:15:35.593629 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-d4f58c58-c02d-437a-b78d-a25a5f403baa tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:15:35.598828 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f58c58-c02d-437a-b78d-a25a5f403baa tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:15:35.628917 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f58c58-c02d-437a-b78d-a25a5f403baa tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Pushing event updated for resources: {'Port': ['ID=0f20d330-71d2-4216-83ad-d9e7d9c304cb,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:36.002269 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d4f58c58-c02d-437a-b78d-a25a5f403baa tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for floatingip (13fab728-e808-4421-9e79-9f0cb53bc043), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:36.148404 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d4f58c58-c02d-437a-b78d-a25a5f403baa tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (0f20d330-71d2-4216-83ad-d9e7d9c304cb), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:36.316274 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d4f58c58-c02d-437a-b78d-a25a5f403baa tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for port (0f20d330-71d2-4216-83ad-d9e7d9c304cb), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:36.382319 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d4f58c58-c02d-437a-b78d-a25a5f403baa tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3536654'] for port (0f20d330-71d2-4216-83ad-d9e7d9c304cb), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:36.462125 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f58c58-c02d-437a-b78d-a25a5f403baa tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Pushing event updated for resources: {'Port': ['ID=0f20d330-71d2-4216-83ad-d9e7d9c304cb,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:36.472493 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d4f58c58-c02d-437a-b78d-a25a5f403baa tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456385'] for floatingip (13fab728-e808-4421-9e79-9f0cb53bc043), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:36.580623 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.db.l3_db [None req-d4f58c58-c02d-437a-b78d-a25a5f403baa tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Floating IP 13fab728-e808-4421-9e79-9f0cb53bc043 associated. External IP: 172.27.0.45, port: 54e89912-f0ff-40f5-825a-f405bd82d688. Apr 08 11:15:36.649312 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 52826) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:15:36.764459 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0103db88-5873-4c91-b719-cf3f138adca7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:36.830008 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f58c58-c02d-437a-b78d-a25a5f403baa tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Router 0dbdc905-e28d-4efe-8621-94d7a0292711 has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:15:36.844461 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0103db88-5873-4c91-b719-cf3f138adca7 admin admin] Publish callbacks [] for security_group (56ed3e9e-3a5a-4946-b903-596d7ea451ca), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:37.048945 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0103db88-5873-4c91-b719-cf3f138adca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (56ed3e9e-3a5a-4946-b903-596d7ea451ca), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:37.087548 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0103db88-5873-4c91-b719-cf3f138adca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ed3e9e-3a5a-4946-b903-596d7ea451ca,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:37.110422 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-0103db88-5873-4c91-b719-cf3f138adca7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1012b857abdb42128033a6dd03b88855&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4590340 Apr 08 11:15:37.111067 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 52842) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:15:37.174377 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1a79e08a-f588-45f1-9ebf-7b513a32993d admin admin] Publish callbacks [] for security_group (56ed3e9e-3a5a-4946-b903-596d7ea451ca), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:37.198235 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1a79e08a-f588-45f1-9ebf-7b513a32993d admin admin] Publish callbacks [] for security_group (56ed3e9e-3a5a-4946-b903-596d7ea451ca), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:37.209852 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f58c58-c02d-437a-b78d-a25a5f403baa tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:15:37.220105 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddb07aa-7300-4c2f-a809-fd02f0d5263d None None] Sync routers for ids ['0dbdc905-e28d-4efe-8621-94d7a0292711'] in dv-cinder-836073-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:15:37.233392 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddb07aa-7300-4c2f-a809-fd02f0d5263d None None] Routers {'0dbdc905-e28d-4efe-8621-94d7a0292711'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:15:37.237385 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-eddb07aa-7300-4c2f-a809-fd02f0d5263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:15:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['0dbdc905-e28d-4efe-8621-94d7a0292711'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:15:37.286980 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d4f58c58-c02d-437a-b78d-a25a5f403baa tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:37.311530 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1a79e08a-f588-45f1-9ebf-7b513a32993d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (56ed3e9e-3a5a-4946-b903-596d7ea451ca), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:37.314368 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1a79e08a-f588-45f1-9ebf-7b513a32993d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:37.318577 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-1a79e08a-f588-45f1-9ebf-7b513a32993d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/56ed3e9e-3a5a-4946-b903-596d7ea451ca HTTP/1.1" status: 204 len: 168 time: 0.2064290 Apr 08 11:15:37.326219 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-d4f58c58-c02d-437a-b78d-a25a5f403baa tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3290668 Apr 08 11:15:37.326219 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0c6292-1bb5-4d5a-8501-3b139c478dd7', 'tag': '54e89912-f0ff-40f5-825a-f405bd82d688'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:15:37.326219 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c03573-69fd-4357-b44c-c73ab0e39ede" -d '{"events": [{"name": "network-changed", "server_uuid": "3f0c6292-1bb5-4d5a-8501-3b139c478dd7", "tag": "54e89912-f0ff-40f5-825a-f405bd82d688"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:15:37.342957 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 52852) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:15:37.360467 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-eddb07aa-7300-4c2f-a809-fd02f0d5263d None None] Set router 0dbdc905-e28d-4efe-8621-94d7a0292711 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:15:37.360587 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a79e08a-f588-45f1-9ebf-7b513a32993d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ed3e9e-3a5a-4946-b903-596d7ea451ca,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:37.381915 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb98f08c-b736-476f-bffb-7b31d1d230d0 x-openstack-request-id: req-fb98f08c-b736-476f-bffb-7b31d1d230d0 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:15:37.382342 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f0c6292-1bb5-4d5a-8501-3b139c478dd7", "tag": "54e89912-f0ff-40f5-825a-f405bd82d688", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:15:37.382824 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fb98f08c-b736-476f-bffb-7b31d1d230d0 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:15:37.383333 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb98f08c-b736-476f-bffb-7b31d1d230d0'] response: {'name': 'network-changed', 'server_uuid': '3f0c6292-1bb5-4d5a-8501-3b139c478dd7', 'tag': '54e89912-f0ff-40f5-825a-f405bd82d688', 'status': 'completed', 'code': 200} Apr 08 11:15:37.492385 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-252bf20e-a373-4466-bb6f-a329ab31c925 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:37.531971 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c03573-69fd-4357-b44c-c73ab0e39ede req-1f3183e8-327e-4669-8ce2-108bd0207927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:37.531971 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f1c03573-69fd-4357-b44c-c73ab0e39ede req-1f3183e8-327e-4669-8ce2-108bd0207927 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dbbd14ea76324b76bd17c80e4eceaef9&device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 1129 time: 0.0839059 Apr 08 11:15:37.608793 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-eddb07aa-7300-4c2f-a809-fd02f0d5263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'name': 'tempest-TestVolumeBootPattern-37540332-router', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:51Z', 'updated_at': '2022-04-08T11:08:55Z', 'revision_number': 4, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'gw_port': {'id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:52Z', 'updated_at': '2022-04-08T11:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': '13fab728-e808-4421-9e79-9f0cb53bc043', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'port_id': '54e89912-f0ff-40f5-825a-f405bd82d688', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'mac_address': 'fa:16:3e:83:b1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0c6292-1bb5-4d5a-8501-3b139c478dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:15:35Z', 'updated_at': '2022-04-08T11:15:35Z', 'revision_number': 0, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'fixed_ip_address_scope': None}, {'id': 'b815d87d-d99e-4ad6-aaa7-8d5f2210c5e7', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'port_id': '6aedc894-e23d-4b2a-b17e-0d7f7852abfc', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'mac_address': 'fa:16:3e:b8:cb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86563972-0068-42a4-9b53-6f71a3a8a34e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:13:00Z', 'updated_at': '2022-04-08T11:13:03Z', 'revision_number': 1, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd87257cc-ea8b-4980-a2fb-9c7b502f8e5e', 'name': '', 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'mac_address': 'fa:16:3e:91:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:54Z', 'updated_at': '2022-04-08T11:09:00Z', 'revision_number': 5, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'subnets': [{'id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:15:37.641062 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddb07aa-7300-4c2f-a809-fd02f0d5263d None None] Checking router: 0dbdc905-e28d-4efe-8621-94d7a0292711 for host: dv-cinder-836073-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:15:37.650774 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddb07aa-7300-4c2f-a809-fd02f0d5263d None None] Routers {'0dbdc905-e28d-4efe-8621-94d7a0292711'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:15:37.652505 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-eddb07aa-7300-4c2f-a809-fd02f0d5263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:15:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['0dbdc905-e28d-4efe-8621-94d7a0292711'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:15:37.653955 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c03573-69fd-4357-b44c-c73ab0e39ede req-f36cc72f-20a3-409e-ad89-2590cb33a1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:37.655604 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f1c03573-69fd-4357-b44c-c73ab0e39ede req-f36cc72f-20a3-409e-ad89-2590cb33a1fb service neutron] 10.222.0.25 "GET /v2.0/networks?id=92663085-05c4-47d0-9ecc-faab9dcfcd0e HTTP/1.1" status: 200 len: 911 time: 0.1243658 Apr 08 11:15:37.657415 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-252bf20e-a373-4466-bb6f-a329ab31c925 admin admin] Publish callbacks [] for security_group (5a56019e-012c-47b5-85db-a29fed50b51d), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:37.722757 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-252bf20e-a373-4466-bb6f-a329ab31c925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (5a56019e-012c-47b5-85db-a29fed50b51d), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:37.742864 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f1c03573-69fd-4357-b44c-c73ab0e39ede req-4df85b64-073e-4684-bd73-3a5d1f5cefe3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54e89912-f0ff-40f5-825a-f405bd82d688 HTTP/1.1" status: 200 len: 998 time: 0.0795655 Apr 08 11:15:37.769945 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-eddb07aa-7300-4c2f-a809-fd02f0d5263d None None] Set router 0dbdc905-e28d-4efe-8621-94d7a0292711 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:15:37.793195 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-252bf20e-a373-4466-bb6f-a329ab31c925 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=99766d77375348c388340e9dfc3f05a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4490588 Apr 08 11:15:37.793930 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252bf20e-a373-4466-bb6f-a329ab31c925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a56019e-012c-47b5-85db-a29fed50b51d,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:37.797320 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 52858) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:15:37.816439 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c03573-69fd-4357-b44c-c73ab0e39ede req-d3ad8204-aa83-43e8-bba9-c478eb84ebac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:37.816880 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f1c03573-69fd-4357-b44c-c73ab0e39ede req-d3ad8204-aa83-43e8-bba9-c478eb84ebac service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316 HTTP/1.1" status: 200 len: 849 time: 0.0667937 Apr 08 11:15:37.896526 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c03573-69fd-4357-b44c-c73ab0e39ede req-89261e7e-58de-4276-8bc4-1c6b969e659e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:37.896526 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f1c03573-69fd-4357-b44c-c73ab0e39ede req-89261e7e-58de-4276-8bc4-1c6b969e659e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=92663085-05c4-47d0-9ecc-faab9dcfcd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0687234 Apr 08 11:15:37.896811 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9ddeb2cd-7ae3-4ad6-ae43-429a18cfdbb7 admin admin] Publish callbacks [] for security_group (5a56019e-012c-47b5-85db-a29fed50b51d), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:37.925421 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9ddeb2cd-7ae3-4ad6-ae43-429a18cfdbb7 admin admin] Publish callbacks [] for security_group (5a56019e-012c-47b5-85db-a29fed50b51d), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:38.010969 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f1c03573-69fd-4357-b44c-c73ab0e39ede req-a7f055f9-b0f0-4b26-a05d-2f7ea61a1cec service neutron] 10.222.0.25 "GET /v2.0/networks/92663085-05c4-47d0-9ecc-faab9dcfcd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114421 Apr 08 11:15:38.053712 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-eddb07aa-7300-4c2f-a809-fd02f0d5263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'name': 'tempest-TestVolumeBootPattern-37540332-router', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:51Z', 'updated_at': '2022-04-08T11:08:55Z', 'revision_number': 4, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'gw_port': {'id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:52Z', 'updated_at': '2022-04-08T11:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': '13fab728-e808-4421-9e79-9f0cb53bc043', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'port_id': '54e89912-f0ff-40f5-825a-f405bd82d688', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'mac_address': 'fa:16:3e:83:b1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0c6292-1bb5-4d5a-8501-3b139c478dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:15:35Z', 'updated_at': '2022-04-08T11:15:35Z', 'revision_number': 0, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'fixed_ip_address_scope': None}, {'id': 'b815d87d-d99e-4ad6-aaa7-8d5f2210c5e7', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'port_id': '6aedc894-e23d-4b2a-b17e-0d7f7852abfc', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'mac_address': 'fa:16:3e:b8:cb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86563972-0068-42a4-9b53-6f71a3a8a34e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:13:00Z', 'updated_at': '2022-04-08T11:13:03Z', 'revision_number': 1, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd87257cc-ea8b-4980-a2fb-9c7b502f8e5e', 'name': '', 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'mac_address': 'fa:16:3e:91:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:54Z', 'updated_at': '2022-04-08T11:09:00Z', 'revision_number': 5, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'subnets': [{'id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:15:38.061563 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9ddeb2cd-7ae3-4ad6-ae43-429a18cfdbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (5a56019e-012c-47b5-85db-a29fed50b51d), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:38.065446 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9ddeb2cd-7ae3-4ad6-ae43-429a18cfdbb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:38.069737 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-9ddeb2cd-7ae3-4ad6-ae43-429a18cfdbb7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5a56019e-012c-47b5-85db-a29fed50b51d HTTP/1.1" status: 204 len: 168 time: 0.2685552 Apr 08 11:15:38.080434 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddeb2cd-7ae3-4ad6-ae43-429a18cfdbb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a56019e-012c-47b5-85db-a29fed50b51d,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:38.091312 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddb07aa-7300-4c2f-a809-fd02f0d5263d None None] The sync data for ids ['0dbdc905-e28d-4efe-8621-94d7a0292711'] in dv-cinder-836073-3-iscsi is: [{'id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'name': 'tempest-TestVolumeBootPattern-37540332-router', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:51Z', 'updated_at': '2022-04-08T11:08:55Z', 'revision_number': 4, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'gw_port': {'id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:52Z', 'updated_at': '2022-04-08T11:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': '13fab728-e808-4421-9e79-9f0cb53bc043', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'port_id': '54e89912-f0ff-40f5-825a-f405bd82d688', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'mac_address': 'fa:16:3e:83:b1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0c6292-1bb5-4d5a-8501-3b139c478dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:15:35Z', 'updated_at': '2022-04-08T11:15:35Z', 'revision_number': 0, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'fixed_ip_address_scope': None}, {'id': 'b815d87d-d99e-4ad6-aaa7-8d5f2210c5e7', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'port_id': '6aedc894-e23d-4b2a-b17e-0d7f7852abfc', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'mac_address': 'fa:16:3e:b8:cb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86563972-0068-42a4-9b53-6f71a3a8a34e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:13:00Z', 'updated_at': '2022-04-08T11:13:03Z', 'revision_number': 1, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd87257cc-ea8b-4980-a2fb-9c7b502f8e5e', 'name': '', 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'mac_address': 'fa:16:3e:91:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:54Z', 'updated_at': '2022-04-08T11:09:00Z', 'revision_number': 5, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'subnets': [{'id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:15:38.119600 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f1c03573-69fd-4357-b44c-c73ab0e39ede req-f5aa27e9-34b9-4b76-96ad-37d69376b668 service neutron] 10.222.0.25 "GET /v2.0/networks/92663085-05c4-47d0-9ecc-faab9dcfcd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006269 Apr 08 11:15:38.337297 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74246389-1847-4537-a43b-c0c7b08f7cff None None] New status for floating IP 13fab728-e808-4421-9e79-9f0cb53bc043: ACTIVE {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:15:38.757021 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 52892) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:15:38.770248 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5efd0682-96f4-4b23-b508-eb3af1f84543 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:38.851888 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5efd0682-96f4-4b23-b508-eb3af1f84543 admin admin] Publish callbacks [] for security_group (bfb2c06e-fe0c-4ba3-a85e-ffb464326d53), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:38.930278 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5efd0682-96f4-4b23-b508-eb3af1f84543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (bfb2c06e-fe0c-4ba3-a85e-ffb464326d53), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:38.972949 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-5efd0682-96f4-4b23-b508-eb3af1f84543 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=354d531dc9e444e5a1e0f6d4c2c019ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2147355 Apr 08 11:15:38.974876 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd0682-96f4-4b23-b508-eb3af1f84543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb2c06e-fe0c-4ba3-a85e-ffb464326d53,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:38.976199 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 52896) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:15:39.035627 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7fbcf02d-c5fb-4530-8594-c6d81c00aee7 admin admin] Publish callbacks [] for security_group (bfb2c06e-fe0c-4ba3-a85e-ffb464326d53), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:39.059392 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7fbcf02d-c5fb-4530-8594-c6d81c00aee7 admin admin] Publish callbacks [] for security_group (bfb2c06e-fe0c-4ba3-a85e-ffb464326d53), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:39.215412 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7fbcf02d-c5fb-4530-8594-c6d81c00aee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (bfb2c06e-fe0c-4ba3-a85e-ffb464326d53), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:39.218017 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7fbcf02d-c5fb-4530-8594-c6d81c00aee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:39.219147 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-7fbcf02d-c5fb-4530-8594-c6d81c00aee7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bfb2c06e-fe0c-4ba3-a85e-ffb464326d53 HTTP/1.1" status: 204 len: 168 time: 0.2410092 Apr 08 11:15:39.227330 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbcf02d-c5fb-4530-8594-c6d81c00aee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb2c06e-fe0c-4ba3-a85e-ffb464326d53,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:41.600696 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:15:45.305551 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 53044) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:15:45.409900 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2729e344-7be4-43fe-a100-c1422391ae1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:45.487636 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2729e344-7be4-43fe-a100-c1422391ae1f admin admin] Publish callbacks [] for security_group (da859865-648f-4f36-abf4-f3ce490051a7), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:45.609984 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2729e344-7be4-43fe-a100-c1422391ae1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (da859865-648f-4f36-abf4-f3ce490051a7), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:45.651551 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-2729e344-7be4-43fe-a100-c1422391ae1f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=54181bbacc0b4ece870732b5ecc981ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3424523 Apr 08 11:15:45.651916 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 53060) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:15:45.658787 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729e344-7be4-43fe-a100-c1422391ae1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da859865-648f-4f36-abf4-f3ce490051a7,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:45.707438 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-61c8a239-8206-46bb-a330-464d53d61f35 admin admin] Publish callbacks [] for security_group (da859865-648f-4f36-abf4-f3ce490051a7), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:45.731436 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-61c8a239-8206-46bb-a330-464d53d61f35 admin admin] Publish callbacks [] for security_group (da859865-648f-4f36-abf4-f3ce490051a7), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:45.848746 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-61c8a239-8206-46bb-a330-464d53d61f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (da859865-648f-4f36-abf4-f3ce490051a7), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:45.851915 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-61c8a239-8206-46bb-a330-464d53d61f35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:45.855238 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-61c8a239-8206-46bb-a330-464d53d61f35 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/da859865-648f-4f36-abf4-f3ce490051a7 HTTP/1.1" status: 204 len: 168 time: 0.2003865 Apr 08 11:15:45.861232 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c8a239-8206-46bb-a330-464d53d61f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da859865-648f-4f36-abf4-f3ce490051a7,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:46.629989 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 53100) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:15:46.740265 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-22ae3470-0f48-475f-be74-0ef7e2afb224 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:46.818043 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-22ae3470-0f48-475f-be74-0ef7e2afb224 admin admin] Publish callbacks [] for security_group (61e5f573-3734-4f10-9eee-c7515d0633a3), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:46.899802 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-22ae3470-0f48-475f-be74-0ef7e2afb224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (61e5f573-3734-4f10-9eee-c7515d0633a3), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:46.938353 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-22ae3470-0f48-475f-be74-0ef7e2afb224 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4a7cc1a1f17643619728194a3ebd6e13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3070185 Apr 08 11:15:46.940234 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae3470-0f48-475f-be74-0ef7e2afb224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e5f573-3734-4f10-9eee-c7515d0633a3,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:46.941103 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 53110) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:15:46.971049 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 53112) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:15:46.993097 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cd8b9a0d-5a9e-4659-bcb7-00fa5fe5901d admin admin] Publish callbacks [] for security_group (61e5f573-3734-4f10-9eee-c7515d0633a3), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:47.014442 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cd8b9a0d-5a9e-4659-bcb7-00fa5fe5901d admin admin] Publish callbacks [] for security_group (61e5f573-3734-4f10-9eee-c7515d0633a3), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:47.070824 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-d6bf53d8-e17e-4cdc-9340-d7cc2a7f9d2d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2053652196-network', 'tenant_id': 'e41a230817274b48a99676a0a9ece1a4'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:15:47.131023 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cd8b9a0d-5a9e-4659-bcb7-00fa5fe5901d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (61e5f573-3734-4f10-9eee-c7515d0633a3), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:47.133721 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cd8b9a0d-5a9e-4659-bcb7-00fa5fe5901d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:47.143468 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-cd8b9a0d-5a9e-4659-bcb7-00fa5fe5901d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/61e5f573-3734-4f10-9eee-c7515d0633a3 HTTP/1.1" status: 204 len: 168 time: 0.1912003 Apr 08 11:15:47.143468 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b9a0d-5a9e-4659-bcb7-00fa5fe5901d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e5f573-3734-4f10-9eee-c7515d0633a3,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:47.193603 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bf53d8-e17e-4cdc-9340-d7cc2a7f9d2d admin admin] Made reservation on behalf of e41a230817274b48a99676a0a9ece1a4 for: {'network': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:15:47.195844 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d6bf53d8-e17e-4cdc-9340-d7cc2a7f9d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for network (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:47.204817 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d6bf53d8-e17e-4cdc-9340-d7cc2a7f9d2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:47.280114 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d6bf53d8-e17e-4cdc-9340-d7cc2a7f9d2d admin admin] Publish callbacks [] for security_group (4bbba07c-d630-4284-abb3-574035779212), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:47.375444 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d6bf53d8-e17e-4cdc-9340-d7cc2a7f9d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (4bbba07c-d630-4284-abb3-574035779212), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:47.396191 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6bf53d8-e17e-4cdc-9340-d7cc2a7f9d2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=104016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:15:47.409420 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf53d8-e17e-4cdc-9340-d7cc2a7f9d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbba07c-d630-4284-abb3-574035779212,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:47.416885 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d6bf53d8-e17e-4cdc-9340-d7cc2a7f9d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154'] for segment (206fa809-a6dc-43d7-92f0-4aeb257ad4b5), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:47.418215 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.db.segments_db [None req-d6bf53d8-e17e-4cdc-9340-d7cc2a7f9d2d admin admin] Added segment 206fa809-a6dc-43d7-92f0-4aeb257ad4b5 of type vlan for network d42ecd40-041d-4d37-9c62-7c092cbcffe6 Apr 08 11:15:47.458947 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d6bf53d8-e17e-4cdc-9340-d7cc2a7f9d2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771786507915'] for network (d42ecd40-041d-4d37-9c62-7c092cbcffe6), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:47.581684 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d6bf53d8-e17e-4cdc-9340-d7cc2a7f9d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7922337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737'] for network (d42ecd40-041d-4d37-9c62-7c092cbcffe6), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:47.582664 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bf53d8-e17e-4cdc-9340-d7cc2a7f9d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:47.583778 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d6bf53d8-e17e-4cdc-9340-d7cc2a7f9d2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:47.641432 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf53d8-e17e-4cdc-9340-d7cc2a7f9d2d admin admin] Pushing event updated for resources: {'Network': ['ID=d42ecd40-041d-4d37-9c62-7c092cbcffe6,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:47.651828 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Network d42ecd40-041d-4d37-9c62-7c092cbcffe6 details requested by agent ovs-agent-dv-cinder-836073-3-iscsi with host dv-cinder-836073-3-iscsi {{(pid=104018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:15:47.692893 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-d6bf53d8-e17e-4cdc-9340-d7cc2a7f9d2d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7203839 Apr 08 11:15:47.695739 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 53124) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:15:47.701648 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-2ad7dec3-7e20-4ee0-918a-7b5a24793812 admin admin] Request body: {'subnet': {'network_id': 'd42ecd40-041d-4d37-9c62-7c092cbcffe6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2053652196-subnet', 'tenant_id': 'e41a230817274b48a99676a0a9ece1a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:15:47.768222 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 53126) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:15:47.776844 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad7dec3-7e20-4ee0-918a-7b5a24793812 admin admin] Made reservation on behalf of e41a230817274b48a99676a0a9ece1a4 for: {'subnet': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:15:47.779059 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2ad7dec3-7e20-4ee0-918a-7b5a24793812 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3078126'] for subnet (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:47.790928 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8ef861c0-5453-4482-bf25-b9bec64c3372 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:47.957093 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8ef861c0-5453-4482-bf25-b9bec64c3372 admin admin] Publish callbacks [] for security_group (744f29ca-2d1f-40fe-81b4-7ab5fdd4a8e2), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:48.032578 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8ef861c0-5453-4482-bf25-b9bec64c3372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (744f29ca-2d1f-40fe-81b4-7ab5fdd4a8e2), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:48.069946 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-8ef861c0-5453-4482-bf25-b9bec64c3372 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=27652c5df6554d46bfb7e29c81eebd58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3006094 Apr 08 11:15:48.071235 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef861c0-5453-4482-bf25-b9bec64c3372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744f29ca-2d1f-40fe-81b4-7ab5fdd4a8e2,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:48.072849 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 53128) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:15:48.105750 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2ad7dec3-7e20-4ee0-918a-7b5a24793812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3536773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077140'] for subnet (cc3e7215-987b-4ebf-b5fe-b2120ecc4ccd), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:48.121995 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-64d78ff1-dfb0-466b-84ce-35aa44b64af8 admin admin] Publish callbacks [] for security_group (744f29ca-2d1f-40fe-81b4-7ab5fdd4a8e2), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:48.143645 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-64d78ff1-dfb0-466b-84ce-35aa44b64af8 admin admin] Publish callbacks [] for security_group (744f29ca-2d1f-40fe-81b4-7ab5fdd4a8e2), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:48.164447 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad7dec3-7e20-4ee0-918a-7b5a24793812 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc3e7215-987b-4ebf-b5fe-b2120ecc4ccd,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:48.171468 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad7dec3-7e20-4ee0-918a-7b5a24793812 admin admin] Checking segment: {'id': '206fa809-a6dc-43d7-92f0-4aeb257ad4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd42ecd40-041d-4d37-9c62-7c092cbcffe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:15:48.171834 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad7dec3-7e20-4ee0-918a-7b5a24793812 admin admin] Network hostable DHCP agents. Network: d42ecd40-041d-4d37-9c62-7c092cbcffe6, hostable agents: ['19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3'], hosted agents: [] {{(pid=104016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:15:48.238057 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad7dec3-7e20-4ee0-918a-7b5a24793812 admin admin] Network d42ecd40-041d-4d37-9c62-7c092cbcffe6 is scheduled to be hosted by DHCP agent 19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3 with binding_index 1 {{(pid=104016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:15:48.260958 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-64d78ff1-dfb0-466b-84ce-35aa44b64af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (744f29ca-2d1f-40fe-81b4-7ab5fdd4a8e2), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:48.263621 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-64d78ff1-dfb0-466b-84ce-35aa44b64af8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:48.264768 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-64d78ff1-dfb0-466b-84ce-35aa44b64af8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/744f29ca-2d1f-40fe-81b4-7ab5fdd4a8e2 HTTP/1.1" status: 204 len: 168 time: 0.1909432 Apr 08 11:15:48.273690 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d78ff1-dfb0-466b-84ce-35aa44b64af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744f29ca-2d1f-40fe-81b4-7ab5fdd4a8e2,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:48.306909 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-2ad7dec3-7e20-4ee0-918a-7b5a24793812 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-3-iscsi, d42ecd40-041d-4d37-9c62-7c092cbcffe6) {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:15:48.311194 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad7dec3-7e20-4ee0-918a-7b5a24793812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:48.311849 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2ad7dec3-7e20-4ee0-918a-7b5a24793812 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:48.316785 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44198ba7-bfec-485b-9579-01c0e8775f81 None None] Network d42ecd40-041d-4d37-9c62-7c092cbcffe6 requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:15:48.406720 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-2ad7dec3-7e20-4ee0-918a-7b5a24793812 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7099161 Apr 08 11:15:48.430522 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cf7042-e46d-477d-acc5-4c78de1caa74 None None] Network d42ecd40-041d-4d37-9c62-7c092cbcffe6 requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:15:50.668243 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-1692ab20-fd55-4018-9b52-a523761571de tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:50.669756 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-1692ab20-fd55-4018-9b52-a523761571de tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/networks?id=d42ecd40-041d-4d37-9c62-7c092cbcffe6 HTTP/1.1" status: 200 len: 809 time: 0.1103482 Apr 08 11:15:50.690135 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-3a0d4dd5-4c2b-465d-ae1c-5c5d9a72a8e6 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/quotas/e41a230817274b48a99676a0a9ece1a4 HTTP/1.1" status: 200 len: 375 time: 0.0134583 Apr 08 11:15:50.722690 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-f1908e2f-22b5-4316-8c78-d8030f02a6e1 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e41a230817274b48a99676a0a9ece1a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307827 Apr 08 11:15:50.827558 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-85e5c048-8782-42f1-98a3-d21ebb63c0da service neutron] 10.222.0.53 "GET /v2.0/networks/d42ecd40-041d-4d37-9c62-7c092cbcffe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982666 Apr 08 11:15:50.918316 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-61901333-aa0b-43cc-bc53-888eed135ac2 service neutron] 10.222.0.53 "GET /v2.0/networks/d42ecd40-041d-4d37-9c62-7c092cbcffe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868433 Apr 08 11:15:52.157246 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d6914849-3625-4108-a3a9-652d48a51aa2 req-1ffcf9de-2d31-4fbc-a519-41a48e0815d8 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a4cc80-64c0-4723-9d68-4514df51aa1e HTTP/1.1" status: 200 len: 210 time: 0.0303559 Apr 08 11:15:52.249540 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:53.253001 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0af9e663-1a3c-4f3c-8cf6-4a284f99764a req-d4219314-240c-4aaf-88a6-1a69f9b013f3 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a4cc80-64c0-4723-9d68-4514df51aa1e HTTP/1.1" status: 200 len: 210 time: 0.0268521 Apr 08 11:15:54.346254 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-06074e0c-9716-4d10-b066-707ec84e8e44 req-6940a948-1765-4e26-aa87-fc252c666654 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a4cc80-64c0-4723-9d68-4514df51aa1e HTTP/1.1" status: 200 len: 210 time: 0.0268395 Apr 08 11:15:54.882536 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-df0a86fc-5e55-47b8-97d2-da0f25c6711a tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:54.884063 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-df0a86fc-5e55-47b8-97d2-da0f25c6711a tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.25 "GET /v2.0/networks?id=d42ecd40-041d-4d37-9c62-7c092cbcffe6 HTTP/1.1" status: 200 len: 809 time: 0.1105795 Apr 08 11:15:54.904958 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-50e340b0-f992-43e0-9776-0c983dee3cc9 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Request body: {'port': {'device_id': 'd4a4cc80-64c0-4723-9d68-4514df51aa1e', 'network_id': 'd42ecd40-041d-4d37-9c62-7c092cbcffe6', 'admin_state_up': True, 'tenant_id': 'e41a230817274b48a99676a0a9ece1a4'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:15:55.073063 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-50e340b0-f992-43e0-9776-0c983dee3cc9 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Made reservation on behalf of e41a230817274b48a99676a0a9ece1a4 for: {'port': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:15:55.076486 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-50e340b0-f992-43e0-9776-0c983dee3cc9 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:55.211117 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-50e340b0-f992-43e0-9776-0c983dee3cc9 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Allocated IP 172.20.0.2 (d42ecd40-041d-4d37-9c62-7c092cbcffe6/cc3e7215-987b-4ebf-b5fe-b2120ecc4ccd/39252d5d-8b36-4045-bd38-3ef9299a2f18) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:15:55.362498 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-50e340b0-f992-43e0-9776-0c983dee3cc9 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Publish callbacks [] for port (39252d5d-8b36-4045-bd38-3ef9299a2f18), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:55.454549 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-081aae69-0f72-454f-9398-e604bf6b104a req-0f525ac2-dac0-4cb8-a1c6-98e4211cf6a9 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a4cc80-64c0-4723-9d68-4514df51aa1e HTTP/1.1" status: 200 len: 210 time: 0.0286026 Apr 08 11:15:55.511705 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-50e340b0-f992-43e0-9776-0c983dee3cc9 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (39252d5d-8b36-4045-bd38-3ef9299a2f18), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:55.555773 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-50e340b0-f992-43e0-9776-0c983dee3cc9 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Network d42ecd40-041d-4d37-9c62-7c092cbcffe6 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:15:55.561372 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-50e340b0-f992-43e0-9776-0c983dee3cc9 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:15:55.565941 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-50e340b0-f992-43e0-9776-0c983dee3cc9 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:15:55.569858 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e340b0-f992-43e0-9776-0c983dee3cc9 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Pushing event updated for resources: {'Port': ['ID=39252d5d-8b36-4045-bd38-3ef9299a2f18,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:55.620047 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-50e340b0-f992-43e0-9776-0c983dee3cc9 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:55.620560 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-50e340b0-f992-43e0-9776-0c983dee3cc9 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:55.702468 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-50e340b0-f992-43e0-9776-0c983dee3cc9 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8021452 Apr 08 11:15:56.571821 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc795e4-0ce5-4bda-bc13-81b63a9990e1 req-cdedae9f-8023-4e29-8805-facb1bc646e6 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:56.573563 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1cc795e4-0ce5-4bda-bc13-81b63a9990e1 req-cdedae9f-8023-4e29-8805-facb1bc646e6 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a4cc80-64c0-4723-9d68-4514df51aa1e HTTP/1.1" status: 200 len: 931 time: 0.0525982 Apr 08 11:15:56.619414 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1cc795e4-0ce5-4bda-bc13-81b63a9990e1 req-d605cead-4fe4-4b5e-a50a-ac552986cb7f tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/security-groups?id=4bbba07c-d630-4284-abb3-574035779212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400264 Apr 08 11:15:57.398816 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1738bd5f-c869-4c81-8b1e-70d47ce81793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:57.760260 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc463b53-509c-4c4f-afde-0f222ebbaffe req-7c71fd10-f9bd-42b6-b218-dfa201f05da5 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:57.761713 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dc463b53-509c-4c4f-afde-0f222ebbaffe req-7c71fd10-f9bd-42b6-b218-dfa201f05da5 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a4cc80-64c0-4723-9d68-4514df51aa1e HTTP/1.1" status: 200 len: 931 time: 0.0548358 Apr 08 11:15:57.809491 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dc463b53-509c-4c4f-afde-0f222ebbaffe req-5324e97f-b6a3-4cf2-8d28-d00049c423c3 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/security-groups?id=4bbba07c-d630-4284-abb3-574035779212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417721 Apr 08 11:15:58.160911 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-077fe2a0-a195-4014-9e90-b62430aee3e6 service neutron] Request body: {'port': {'device_id': 'd4a4cc80-64c0-4723-9d68-4514df51aa1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:15:58.224986 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-077fe2a0-a195-4014-9e90-b62430aee3e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (39252d5d-8b36-4045-bd38-3ef9299a2f18), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:58.485146 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-077fe2a0-a195-4014-9e90-b62430aee3e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39252d5d-8b36-4045-bd38-3ef9299a2f18 {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:15:58.492696 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-077fe2a0-a195-4014-9e90-b62430aee3e6 service neutron] Publish callbacks [] for port (39252d5d-8b36-4045-bd38-3ef9299a2f18), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:58.504894 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-077fe2a0-a195-4014-9e90-b62430aee3e6 service neutron] Transition to ACTIVE for port object 39252d5d-8b36-4045-bd38-3ef9299a2f18 will not be triggered until provisioned by entity L2. {{(pid=104016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:15:58.596900 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-077fe2a0-a195-4014-9e90-b62430aee3e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3536654'] for port (39252d5d-8b36-4045-bd38-3ef9299a2f18), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:58.647311 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077fe2a0-a195-4014-9e90-b62430aee3e6 service neutron] Pushing event updated for resources: {'Port': ['ID=39252d5d-8b36-4045-bd38-3ef9299a2f18,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:58.722659 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-077fe2a0-a195-4014-9e90-b62430aee3e6 service neutron] Attempting to bind port 39252d5d-8b36-4045-bd38-3ef9299a2f18 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:15:58.722987 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-077fe2a0-a195-4014-9e90-b62430aee3e6 service neutron] Attempting to bind port 39252d5d-8b36-4045-bd38-3ef9299a2f18 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '206fa809-a6dc-43d7-92f0-4aeb257ad4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd42ecd40-041d-4d37-9c62-7c092cbcffe6'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:15:58.723312 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-077fe2a0-a195-4014-9e90-b62430aee3e6 service neutron] Attempting to bind port 39252d5d-8b36-4045-bd38-3ef9299a2f18 on network d42ecd40-041d-4d37-9c62-7c092cbcffe6 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:15:58.727671 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-077fe2a0-a195-4014-9e90-b62430aee3e6 service neutron] Port 39252d5d-8b36-4045-bd38-3ef9299a2f18 on network d42ecd40-041d-4d37-9c62-7c092cbcffe6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:15:58.727994 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-077fe2a0-a195-4014-9e90-b62430aee3e6 service neutron] Attempting to bind port 39252d5d-8b36-4045-bd38-3ef9299a2f18 on network d42ecd40-041d-4d37-9c62-7c092cbcffe6 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:15:58.732822 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-077fe2a0-a195-4014-9e90-b62430aee3e6 service neutron] Checking agent: {'id': '05eae265-77bc-4fda-a145-417801a6b133', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'started_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:15:58.733158 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-077fe2a0-a195-4014-9e90-b62430aee3e6 service neutron] Checking segment: {'id': '206fa809-a6dc-43d7-92f0-4aeb257ad4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd42ecd40-041d-4d37-9c62-7c092cbcffe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:15:58.733544 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-077fe2a0-a195-4014-9e90-b62430aee3e6 service neutron] Bound using segment: {'id': '206fa809-a6dc-43d7-92f0-4aeb257ad4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd42ecd40-041d-4d37-9c62-7c092cbcffe6'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:15:58.733995 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-077fe2a0-a195-4014-9e90-b62430aee3e6 service neutron] Bound port: 39252d5d-8b36-4045-bd38-3ef9299a2f18, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '206fa809-a6dc-43d7-92f0-4aeb257ad4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd42ecd40-041d-4d37-9c62-7c092cbcffe6'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:15:58.734347 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-077fe2a0-a195-4014-9e90-b62430aee3e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (39252d5d-8b36-4045-bd38-3ef9299a2f18), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:58.797927 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-077fe2a0-a195-4014-9e90-b62430aee3e6 service neutron] For port 39252d5d-8b36-4045-bd38-3ef9299a2f18, host hv-cinder-83607, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:15:58.800793 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-077fe2a0-a195-4014-9e90-b62430aee3e6 service neutron] For port 39252d5d-8b36-4045-bd38-3ef9299a2f18, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=39252d5d-8b36-4045-bd38-3ef9299a2f18,segment=NetworkSegment(206fa809-a6dc-43d7-92f0-4aeb257ad4b5),segment_id=206fa809-a6dc-43d7-92f0-4aeb257ad4b5)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:15:58.884663 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-077fe2a0-a195-4014-9e90-b62430aee3e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3536654'] for port (39252d5d-8b36-4045-bd38-3ef9299a2f18), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:58.920172 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-077fe2a0-a195-4014-9e90-b62430aee3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:58.920801 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-077fe2a0-a195-4014-9e90-b62430aee3e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:15:58.922273 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-077fe2a0-a195-4014-9e90-b62430aee3e6 service neutron] 10.222.0.25 "PUT /v2.0/ports/39252d5d-8b36-4045-bd38-3ef9299a2f18 HTTP/1.1" status: 200 len: 1093 time: 0.7658064 Apr 08 11:15:58.922723 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a4cc80-64c0-4723-9d68-4514df51aa1e', 'tag': '39252d5d-8b36-4045-bd38-3ef9299a2f18'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:15:58.924976 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3e21e7-59fa-4add-af22-bb4a25932cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a4cc80-64c0-4723-9d68-4514df51aa1e", "tag": "39252d5d-8b36-4045-bd38-3ef9299a2f18"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:15:58.942049 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e5599-0eeb-44e6-9145-70a8d0a6b6a2 req-a215365c-07e6-4301-902b-d3f125347689 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:58.943577 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4d1e5599-0eeb-44e6-9145-70a8d0a6b6a2 req-a215365c-07e6-4301-902b-d3f125347689 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a4cc80-64c0-4723-9d68-4514df51aa1e HTTP/1.1" status: 200 len: 943 time: 0.0686302 Apr 08 11:15:58.953425 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077fe2a0-a195-4014-9e90-b62430aee3e6 service neutron] Pushing event updated for resources: {'Port': ['ID=39252d5d-8b36-4045-bd38-3ef9299a2f18,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:58.971305 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c92339-1620-4da5-9b00-367d9aa5fed3 x-openstack-request-id: req-81c92339-1620-4da5-9b00-367d9aa5fed3 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:15:58.971620 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a4cc80-64c0-4723-9d68-4514df51aa1e", "tag": "39252d5d-8b36-4045-bd38-3ef9299a2f18", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:15:58.971861 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-81c92339-1620-4da5-9b00-367d9aa5fed3 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:15:58.972305 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81c92339-1620-4da5-9b00-367d9aa5fed3'] response: {'name': 'network-changed', 'server_uuid': 'd4a4cc80-64c0-4723-9d68-4514df51aa1e', 'tag': '39252d5d-8b36-4045-bd38-3ef9299a2f18', 'status': 'completed', 'code': 200} Apr 08 11:15:58.995440 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4d1e5599-0eeb-44e6-9145-70a8d0a6b6a2 req-3de9f274-ba06-4a71-92c6-1c96aa8249b2 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/security-groups?id=4bbba07c-d630-4284-abb3-574035779212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439606 Apr 08 11:15:59.070224 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e21e7-59fa-4add-af22-bb4a25932cf8 req-7e947080-326c-424d-8a8b-a726043ec3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:59.071843 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7d3e21e7-59fa-4add-af22-bb4a25932cf8 req-7e947080-326c-424d-8a8b-a726043ec3ae service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e41a230817274b48a99676a0a9ece1a4&device_id=d4a4cc80-64c0-4723-9d68-4514df51aa1e HTTP/1.1" status: 200 len: 1127 time: 0.0504711 Apr 08 11:15:59.190667 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e21e7-59fa-4add-af22-bb4a25932cf8 req-cdc7889f-135f-45cd-be4d-20bb811b2038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:59.192425 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7d3e21e7-59fa-4add-af22-bb4a25932cf8 req-cdc7889f-135f-45cd-be4d-20bb811b2038 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=e41a230817274b48a99676a0a9ece1a4&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1015904 Apr 08 11:15:59.290589 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e21e7-59fa-4add-af22-bb4a25932cf8 req-c69c7ea2-2c28-436a-8fdf-cd0bea3471fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:59.292095 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7d3e21e7-59fa-4add-af22-bb4a25932cf8 req-c69c7ea2-2c28-436a-8fdf-cd0bea3471fa service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937822 Apr 08 11:15:59.404562 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-267f44c4-ca25-4ee4-b5f1-3ea991162bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:59.406065 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-267f44c4-ca25-4ee4-b5f1-3ea991162bb4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e41a230817274b48a99676a0a9ece1a4&device_id=d4a4cc80-64c0-4723-9d68-4514df51aa1e HTTP/1.1" status: 200 len: 1127 time: 0.0450578 Apr 08 11:15:59.454974 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-725784eb-0928-4259-b6b9-63cd878e4968 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39252d5d-8b36-4045-bd38-3ef9299a2f18 HTTP/1.1" status: 200 len: 217 time: 0.0338817 Apr 08 11:15:59.508140 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-f148762d-d3bd-48c9-95f7-1c4280e085db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:59.509612 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-f148762d-d3bd-48c9-95f7-1c4280e085db service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cc3e7215-987b-4ebf-b5fe-b2120ecc4ccd HTTP/1.1" status: 200 len: 849 time: 0.0472629 Apr 08 11:15:59.542600 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-63b99a52-4c11-40c4-a415-c04fbb502d57 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d42ecd40-041d-4d37-9c62-7c092cbcffe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264051 Apr 08 11:15:59.636595 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-b51c8b87-e7c0-43ff-b4ea-67dab949c11d service neutron] 10.222.0.25 "GET /v2.0/networks/d42ecd40-041d-4d37-9c62-7c092cbcffe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863259 Apr 08 11:15:59.750105 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-04f3d82e-b6c2-458a-b4bf-9dca910c188e req-95e82e9a-8dc7-45d2-ab5a-79fafe062ae1 service neutron] 10.222.0.25 "GET /v2.0/networks/d42ecd40-041d-4d37-9c62-7c092cbcffe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060264 Apr 08 11:15:59.855295 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6cbed426-0779-408f-bd76-d96bc870b14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:00.119093 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a717b7b-92b2-4350-9534-6f5a6d4514d6 req-688753df-2835-4e8b-a091-b83fa6f85b78 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:00.120546 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1a717b7b-92b2-4350-9534-6f5a6d4514d6 req-688753df-2835-4e8b-a091-b83fa6f85b78 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a4cc80-64c0-4723-9d68-4514df51aa1e HTTP/1.1" status: 200 len: 943 time: 0.0534017 Apr 08 11:16:00.166900 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1a717b7b-92b2-4350-9534-6f5a6d4514d6 req-0953ef2a-4cdd-433f-b8b5-7d08aa13a56d tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/security-groups?id=4bbba07c-d630-4284-abb3-574035779212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407045 Apr 08 11:16:01.060312 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:01.288144 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f504f32-40b8-41cc-b7bc-cc9906ab9730 req-416e8a79-96c2-4720-8a50-b0a824cb5753 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:01.290687 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0f504f32-40b8-41cc-b7bc-cc9906ab9730 req-416e8a79-96c2-4720-8a50-b0a824cb5753 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a4cc80-64c0-4723-9d68-4514df51aa1e HTTP/1.1" status: 200 len: 943 time: 0.0567465 Apr 08 11:16:01.352436 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0f504f32-40b8-41cc-b7bc-cc9906ab9730 req-96e31681-f062-4db2-8545-c4d05747083a tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/security-groups?id=4bbba07c-d630-4284-abb3-574035779212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558417 Apr 08 11:16:02.153982 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 39252d5d-8b36-4045-bd38-3ef9299a2f18 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:16:02.251191 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 39252d5d-8b36-4045-bd38-3ef9299a2f18, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=39252d5d-8b36-4045-bd38-3ef9299a2f18,segment=NetworkSegment(206fa809-a6dc-43d7-92f0-4aeb257ad4b5),segment_id=206fa809-a6dc-43d7-92f0-4aeb257ad4b5)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:16:02.261985 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Returning: {'device': '39252d5d-8b36-4045-bd38-3ef9299a2f18', 'network_id': 'd42ecd40-041d-4d37-9c62-7c092cbcffe6', 'port_id': '39252d5d-8b36-4045-bd38-3ef9299a2f18', 'mac_address': 'fa:16:3e:37:cb:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc3e7215-987b-4ebf-b5fe-b2120ecc4ccd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:16:02.302972 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port 39252d5d-8b36-4045-bd38-3ef9299a2f18 is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:16:02.303380 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (39252d5d-8b36-4045-bd38-3ef9299a2f18), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:02.316588 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39252d5d-8b36-4045-bd38-3ef9299a2f18 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:16:02.335279 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 39252d5d-8b36-4045-bd38-3ef9299a2f18, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=39252d5d-8b36-4045-bd38-3ef9299a2f18,segment=NetworkSegment(206fa809-a6dc-43d7-92f0-4aeb257ad4b5),segment_id=206fa809-a6dc-43d7-92f0-4aeb257ad4b5)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:16:02.424299 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (39252d5d-8b36-4045-bd38-3ef9299a2f18), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:02.473861 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=39252d5d-8b36-4045-bd38-3ef9299a2f18,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:02.488683 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ee246-842a-4961-8d4c-4d17177005d1 req-b69132e6-62b8-48c9-8824-9ea691ada482 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:02.490191 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2b9ee246-842a-4961-8d4c-4d17177005d1 req-b69132e6-62b8-48c9-8824-9ea691ada482 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a4cc80-64c0-4723-9d68-4514df51aa1e HTTP/1.1" status: 200 len: 944 time: 0.0587478 Apr 08 11:16:02.538157 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2b9ee246-842a-4961-8d4c-4d17177005d1 req-219e5bda-fe00-4903-952b-73ca4934e854 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/security-groups?id=4bbba07c-d630-4284-abb3-574035779212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412929 Apr 08 11:16:02.569604 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:02.781624 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] get_ports_and_sgs() called for port_ids ['39252d5d-8b36-4045-bd38-3ef9299a2f18'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:16:03.099507 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 53464) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:03.204779 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-20727da3-fe3f-4e71-aa4b-03a671621dbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:03.280758 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-20727da3-fe3f-4e71-aa4b-03a671621dbc admin admin] Publish callbacks [] for security_group (afb15113-abc6-4f27-ac51-26c12b8fd61e), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:03.335155 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-20727da3-fe3f-4e71-aa4b-03a671621dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (afb15113-abc6-4f27-ac51-26c12b8fd61e), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:03.376037 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-20727da3-fe3f-4e71-aa4b-03a671621dbc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5ecc52119fdb4eed940a94e5ededf48c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2752254 Apr 08 11:16:03.377177 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20727da3-fe3f-4e71-aa4b-03a671621dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb15113-abc6-4f27-ac51-26c12b8fd61e,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:03.378676 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 53468) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:03.435449 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5e75c083-34f8-4603-8a6a-ff0a3528f05c admin admin] Publish callbacks [] for security_group (afb15113-abc6-4f27-ac51-26c12b8fd61e), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:03.460150 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5e75c083-34f8-4603-8a6a-ff0a3528f05c admin admin] Publish callbacks [] for security_group (afb15113-abc6-4f27-ac51-26c12b8fd61e), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:03.616263 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5e75c083-34f8-4603-8a6a-ff0a3528f05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (afb15113-abc6-4f27-ac51-26c12b8fd61e), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:03.619631 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5e75c083-34f8-4603-8a6a-ff0a3528f05c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:03.620701 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-5e75c083-34f8-4603-8a6a-ff0a3528f05c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/afb15113-abc6-4f27-ac51-26c12b8fd61e HTTP/1.1" status: 204 len: 168 time: 0.2402561 Apr 08 11:16:03.649340 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e75c083-34f8-4603-8a6a-ff0a3528f05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb15113-abc6-4f27-ac51-26c12b8fd61e,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:03.685420 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6fede0-9b94-48c6-adf7-d49ba0b54b9d req-19662735-1b2c-472e-9f76-bf3b3fe9a9d0 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:03.688452 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4e6fede0-9b94-48c6-adf7-d49ba0b54b9d req-19662735-1b2c-472e-9f76-bf3b3fe9a9d0 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a4cc80-64c0-4723-9d68-4514df51aa1e HTTP/1.1" status: 200 len: 944 time: 0.0808096 Apr 08 11:16:03.735807 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4e6fede0-9b94-48c6-adf7-d49ba0b54b9d req-5f3e7577-85ae-43b0-837d-0750e7460b90 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/security-groups?id=4bbba07c-d630-4284-abb3-574035779212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429916 Apr 08 11:16:04.158203 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 53482) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:04.172977 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 39252d5d-8b36-4045-bd38-3ef9299a2f18 up at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:16:04.173509 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-84b9f14c-1b73-4c5a-9d22-d9bbfb9c859d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:04.254738 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-84b9f14c-1b73-4c5a-9d22-d9bbfb9c859d admin admin] Publish callbacks [] for security_group (a00cd8d2-5137-4e1e-a732-919c3354daaa), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:04.324255 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-84b9f14c-1b73-4c5a-9d22-d9bbfb9c859d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (a00cd8d2-5137-4e1e-a732-919c3354daaa), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:04.333815 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:04.339082 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning for port 39252d5d-8b36-4045-bd38-3ef9299a2f18 completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:16:04.344300 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning complete for port 39252d5d-8b36-4045-bd38-3ef9299a2f18 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:04.344674 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (39252d5d-8b36-4045-bd38-3ef9299a2f18), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:04.371740 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-84b9f14c-1b73-4c5a-9d22-d9bbfb9c859d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cd8f6d34fed44131bd44713e7fe5f4fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2123730 Apr 08 11:16:04.372655 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9f14c-1b73-4c5a-9d22-d9bbfb9c859d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00cd8d2-5137-4e1e-a732-919c3354daaa,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:04.374413 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 53484) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:04.428275 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port 39252d5d-8b36-4045-bd38-3ef9299a2f18 is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:16:04.428588 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (39252d5d-8b36-4045-bd38-3ef9299a2f18), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:04.432603 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6ff6a6c6-924c-404a-b26a-74e8ccc14802 admin admin] Publish callbacks [] for security_group (a00cd8d2-5137-4e1e-a732-919c3354daaa), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:04.455112 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a4cc80-64c0-4723-9d68-4514df51aa1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39252d5d-8b36-4045-bd38-3ef9299a2f18'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:16:04.456975 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6ff6a6c6-924c-404a-b26a-74e8ccc14802 admin admin] Publish callbacks [] for security_group (a00cd8d2-5137-4e1e-a732-919c3354daaa), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:04.457367 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351759d57aafe3a60f453950940ba8882eb57342389be8e59779499322ae84b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f28ebf-5bc7-4a2f-b177-cfebfb41ac78" -d '{"events": [{"server_uuid": "d4a4cc80-64c0-4723-9d68-4514df51aa1e", "name": "network-vif-plugged", "status": "completed", "tag": "39252d5d-8b36-4045-bd38-3ef9299a2f18"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:16:04.478843 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 39252d5d-8b36-4045-bd38-3ef9299a2f18, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=39252d5d-8b36-4045-bd38-3ef9299a2f18,segment=NetworkSegment(206fa809-a6dc-43d7-92f0-4aeb257ad4b5),segment_id=206fa809-a6dc-43d7-92f0-4aeb257ad4b5)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:16:04.522432 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca6a11f-41ad-484b-8cf6-005e074818f5 x-openstack-request-id: req-dca6a11f-41ad-484b-8cf6-005e074818f5 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:16:04.522432 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a4cc80-64c0-4723-9d68-4514df51aa1e", "name": "network-vif-plugged", "status": "completed", "tag": "39252d5d-8b36-4045-bd38-3ef9299a2f18", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:16:04.522432 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dca6a11f-41ad-484b-8cf6-005e074818f5 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:16:04.522432 dv-cinder-836073-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dca6a11f-41ad-484b-8cf6-005e074818f5'] response: {'server_uuid': 'd4a4cc80-64c0-4723-9d68-4514df51aa1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39252d5d-8b36-4045-bd38-3ef9299a2f18', 'code': 200} Apr 08 11:16:04.541806 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (39252d5d-8b36-4045-bd38-3ef9299a2f18), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:04.596726 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=39252d5d-8b36-4045-bd38-3ef9299a2f18,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:04.609970 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6ff6a6c6-924c-404a-b26a-74e8ccc14802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (a00cd8d2-5137-4e1e-a732-919c3354daaa), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:04.612661 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6ff6a6c6-924c-404a-b26a-74e8ccc14802 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:04.617793 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-6ff6a6c6-924c-404a-b26a-74e8ccc14802 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a00cd8d2-5137-4e1e-a732-919c3354daaa HTTP/1.1" status: 204 len: 168 time: 0.2416756 Apr 08 11:16:04.630437 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff6a6c6-924c-404a-b26a-74e8ccc14802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00cd8d2-5137-4e1e-a732-919c3354daaa,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:04.683739 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38188726-5ccb-4690-8755-1f3afae76f58 req-4a669ad0-90fe-4b0c-b4e6-2b4dee13ef1c tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:04.685308 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-38188726-5ccb-4690-8755-1f3afae76f58 req-4a669ad0-90fe-4b0c-b4e6-2b4dee13ef1c tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6b6d094-e502-4d67-b2f6-2dd2a0dbd0e9 HTTP/1.1" status: 200 len: 945 time: 0.0643148 Apr 08 11:16:04.740733 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-38188726-5ccb-4690-8755-1f3afae76f58 req-2fee6b0b-b494-4e1c-96df-4ba2eaa0de49 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/security-groups?id=4eb0750f-f276-42f8-81c1-2af52ad12264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495129 Apr 08 11:16:04.862058 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49bb9cd-5233-4eef-9b33-09228e83e98a req-801a0b02-df45-48b3-a70f-11db4be84539 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:04.863531 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d49bb9cd-5233-4eef-9b33-09228e83e98a req-801a0b02-df45-48b3-a70f-11db4be84539 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a4cc80-64c0-4723-9d68-4514df51aa1e HTTP/1.1" status: 200 len: 945 time: 0.0581546 Apr 08 11:16:04.915742 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d49bb9cd-5233-4eef-9b33-09228e83e98a req-bccb0688-5605-4921-9ce9-b525b8ed1e44 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/security-groups?id=4bbba07c-d630-4284-abb3-574035779212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459540 Apr 08 11:16:05.299440 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 53498) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:05.313438 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-00643a09-f73c-4484-82d4-72aebc671d28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:05.386352 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-00643a09-f73c-4484-82d4-72aebc671d28 admin admin] Publish callbacks [] for security_group (bfa989c4-0528-4792-a41f-19e85ea6d1ba), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:05.471697 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-00643a09-f73c-4484-82d4-72aebc671d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (bfa989c4-0528-4792-a41f-19e85ea6d1ba), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:05.514220 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-00643a09-f73c-4484-82d4-72aebc671d28 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6e353461437646febe1dc5b4d1ee6d8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2135651 Apr 08 11:16:05.515091 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00643a09-f73c-4484-82d4-72aebc671d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa989c4-0528-4792-a41f-19e85ea6d1ba,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:05.516862 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 53500) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:05.571603 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ce879f6e-d25b-42be-b7d9-e4a0dc283239 admin admin] Publish callbacks [] for security_group (bfa989c4-0528-4792-a41f-19e85ea6d1ba), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:05.592837 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ce879f6e-d25b-42be-b7d9-e4a0dc283239 admin admin] Publish callbacks [] for security_group (bfa989c4-0528-4792-a41f-19e85ea6d1ba), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:05.779934 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ce879f6e-d25b-42be-b7d9-e4a0dc283239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (bfa989c4-0528-4792-a41f-19e85ea6d1ba), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:05.782845 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ce879f6e-d25b-42be-b7d9-e4a0dc283239 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:05.784002 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-ce879f6e-d25b-42be-b7d9-e4a0dc283239 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bfa989c4-0528-4792-a41f-19e85ea6d1ba HTTP/1.1" status: 204 len: 168 time: 0.2661667 Apr 08 11:16:05.792304 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce879f6e-d25b-42be-b7d9-e4a0dc283239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa989c4-0528-4792-a41f-19e85ea6d1ba,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:05.872756 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b248a9-cf1c-4895-9f7c-463a286ffd1e req-f9ee4ade-c18c-43e4-910e-a3fe4145e20a tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:05.874272 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-53b248a9-cf1c-4895-9f7c-463a286ffd1e req-f9ee4ade-c18c-43e4-910e-a3fe4145e20a tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6b6d094-e502-4d67-b2f6-2dd2a0dbd0e9 HTTP/1.1" status: 200 len: 945 time: 0.0603824 Apr 08 11:16:05.921287 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-53b248a9-cf1c-4895-9f7c-463a286ffd1e req-28e1774b-8000-49d8-9feb-b156a8028599 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/security-groups?id=4eb0750f-f276-42f8-81c1-2af52ad12264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412514 Apr 08 11:16:06.051049 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb7caa-79f4-4e59-a91a-fbb997a8694a req-620c6117-a078-460a-9425-341ba054d4a0 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:06.052434 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c2fb7caa-79f4-4e59-a91a-fbb997a8694a req-620c6117-a078-460a-9425-341ba054d4a0 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a4cc80-64c0-4723-9d68-4514df51aa1e HTTP/1.1" status: 200 len: 945 time: 0.0553110 Apr 08 11:16:06.100928 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c2fb7caa-79f4-4e59-a91a-fbb997a8694a req-1c615514-1191-463f-80b1-fe65fa8e4558 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/security-groups?id=4bbba07c-d630-4284-abb3-574035779212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422573 Apr 08 11:16:06.466525 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637034f-c5dd-40a6-8312-ba9f350d645f req-3d4ea9fe-6619-4a3e-a906-d085f6697179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:06.468448 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c637034f-c5dd-40a6-8312-ba9f350d645f req-3d4ea9fe-6619-4a3e-a906-d085f6697179 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d4a4cc80-64c0-4723-9d68-4514df51aa1e HTTP/1.1" status: 200 len: 1129 time: 0.0512869 Apr 08 11:16:06.619641 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c637034f-c5dd-40a6-8312-ba9f350d645f req-325018b1-efac-4871-b1df-d28af3eb5af1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4bbba07c-d630-4284-abb3-574035779212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733392 Apr 08 11:16:06.637969 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0effd-5617-47d5-b63e-c7a7897371fd req-b80e22ea-2bfd-4f73-8cf2-abee6281473e tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:06.639314 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-63a0effd-5617-47d5-b63e-c7a7897371fd req-b80e22ea-2bfd-4f73-8cf2-abee6281473e tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b6d094-e502-4d67-b2f6-2dd2a0dbd0e9 HTTP/1.1" status: 200 len: 945 time: 0.0755258 Apr 08 11:16:07.044009 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-63a0effd-5617-47d5-b63e-c7a7897371fd req-7f8eddcc-d17d-4ba5-ab6c-b0c3af42b1eb tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Deleting port aa07295a-6e3a-4a8b-a62b-55132829f213 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:16:07.044712 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-63a0effd-5617-47d5-b63e-c7a7897371fd req-7f8eddcc-d17d-4ba5-ab6c-b0c3af42b1eb tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (aa07295a-6e3a-4a8b-a62b-55132829f213), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:07.074222 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee41df-fc10-43df-91e2-5663139a5510 req-72188194-180f-4b89-88df-f1a8ffc5e8a6 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:07.075705 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-85ee41df-fc10-43df-91e2-5663139a5510 req-72188194-180f-4b89-88df-f1a8ffc5e8a6 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6b6d094-e502-4d67-b2f6-2dd2a0dbd0e9 HTTP/1.1" status: 200 len: 945 time: 0.0843699 Apr 08 11:16:07.179536 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-85ee41df-fc10-43df-91e2-5663139a5510 req-d8822c62-bbb0-4466-aa42-54fd45e52f29 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/security-groups?id=4eb0750f-f276-42f8-81c1-2af52ad12264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975964 Apr 08 11:16:07.191833 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-63a0effd-5617-47d5-b63e-c7a7897371fd req-7f8eddcc-d17d-4ba5-ab6c-b0c3af42b1eb tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] For port aa07295a-6e3a-4a8b-a62b-55132829f213, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=aa07295a-6e3a-4a8b-a62b-55132829f213,segment=NetworkSegment(483504d6-0875-4d90-991b-b978ae9dd8ca),segment_id=483504d6-0875-4d90-991b-b978ae9dd8ca)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:16:07.192209 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-63a0effd-5617-47d5-b63e-c7a7897371fd req-7f8eddcc-d17d-4ba5-ab6c-b0c3af42b1eb tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (aa07295a-6e3a-4a8b-a62b-55132829f213), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:07.207281 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-63a0effd-5617-47d5-b63e-c7a7897371fd req-7f8eddcc-d17d-4ba5-ab6c-b0c3af42b1eb tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Calling delete_port for aa07295a-6e3a-4a8b-a62b-55132829f213 owned by compute:nova {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:16:07.236111 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdded4bc-92ad-48ea-a3cf-bec76e2654de req-26d20048-a35e-4d19-9ec5-4d992966ccf3 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:07.237896 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-fdded4bc-92ad-48ea-a3cf-bec76e2654de req-26d20048-a35e-4d19-9ec5-4d992966ccf3 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a4cc80-64c0-4723-9d68-4514df51aa1e HTTP/1.1" status: 200 len: 945 time: 0.0644763 Apr 08 11:16:07.289392 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-fdded4bc-92ad-48ea-a3cf-bec76e2654de req-aaebef0d-178e-40cc-b3a3-8b84d3062673 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/security-groups?id=4bbba07c-d630-4284-abb3-574035779212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448227 Apr 08 11:16:07.434216 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-63a0effd-5617-47d5-b63e-c7a7897371fd req-7f8eddcc-d17d-4ba5-ab6c-b0c3af42b1eb tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (aa07295a-6e3a-4a8b-a62b-55132829f213), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:07.466997 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8eddcc-d17d-4ba5-ab6c-b0c3af42b1eb tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Pushing event deleted for resources: {'Port': ['ID=aa07295a-6e3a-4a8b-a62b-55132829f213,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:07.478495 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] get_ports_and_sgs() called for port_ids ['aa07295a-6e3a-4a8b-a62b-55132829f213'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:16:07.511341 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a0effd-5617-47d5-b63e-c7a7897371fd req-7f8eddcc-d17d-4ba5-ab6c-b0c3af42b1eb tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] No DVR routers for this DVR port aa07295a-6e3a-4a8b-a62b-55132829f213 on host hv-cinder-83607 {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:16:07.513802 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-63a0effd-5617-47d5-b63e-c7a7897371fd req-7f8eddcc-d17d-4ba5-ab6c-b0c3af42b1eb tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:07.517027 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-63a0effd-5617-47d5-b63e-c7a7897371fd req-7f8eddcc-d17d-4ba5-ab6c-b0c3af42b1eb tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.25 "DELETE /v2.0/ports/aa07295a-6e3a-4a8b-a62b-55132829f213 HTTP/1.1" status: 204 len: 173 time: 0.6039128 Apr 08 11:16:07.517508 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b6d094-e502-4d67-b2f6-2dd2a0dbd0e9', 'name': 'network-vif-deleted', 'tag': 'aa07295a-6e3a-4a8b-a62b-55132829f213'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:16:07.520232 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ceef9c-4f0a-407f-9e11-c1fa38e4f098" -d '{"events": [{"server_uuid": "b6b6d094-e502-4d67-b2f6-2dd2a0dbd0e9", "name": "network-vif-deleted", "tag": "aa07295a-6e3a-4a8b-a62b-55132829f213"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:16:07.557488 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1078c6-2b1c-4faa-af6f-5b98bc347921 x-openstack-request-id: req-ad1078c6-2b1c-4faa-af6f-5b98bc347921 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:16:07.558075 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b6d094-e502-4d67-b2f6-2dd2a0dbd0e9", "name": "network-vif-deleted", "tag": "aa07295a-6e3a-4a8b-a62b-55132829f213", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:16:07.558335 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ad1078c6-2b1c-4faa-af6f-5b98bc347921 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:16:07.558802 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad1078c6-2b1c-4faa-af6f-5b98bc347921'] response: {'server_uuid': 'b6b6d094-e502-4d67-b2f6-2dd2a0dbd0e9', 'name': 'network-vif-deleted', 'tag': 'aa07295a-6e3a-4a8b-a62b-55132829f213', 'status': 'completed', 'code': 200} Apr 08 11:16:08.278431 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-13768ed8-1e73-406a-bbca-82d5a43936c4 req-a8e222b4-1153-45e3-bdde-fa8700c8b682 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6b6d094-e502-4d67-b2f6-2dd2a0dbd0e9 HTTP/1.1" status: 200 len: 210 time: 0.0276735 Apr 08 11:16:08.411790 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79638d89-9bff-4260-b0a1-ea7c79bba247 req-c9068e89-ae76-418c-99a6-a14eb67fc1aa tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:08.413235 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-79638d89-9bff-4260-b0a1-ea7c79bba247 req-c9068e89-ae76-418c-99a6-a14eb67fc1aa tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a4cc80-64c0-4723-9d68-4514df51aa1e HTTP/1.1" status: 200 len: 945 time: 0.0526140 Apr 08 11:16:08.461432 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-79638d89-9bff-4260-b0a1-ea7c79bba247 req-0d2d9c78-72e0-4f6c-b2bb-172da2e2dc1c tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/security-groups?id=4bbba07c-d630-4284-abb3-574035779212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414619 Apr 08 11:16:09.992020 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d5404-48f3-4f17-9d6f-e8d88cad3bbd req-8401980d-d398-43ea-bc6e-5b77167373a1 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:09.993640 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ae5d5404-48f3-4f17-9d6f-e8d88cad3bbd req-8401980d-d398-43ea-bc6e-5b77167373a1 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a4cc80-64c0-4723-9d68-4514df51aa1e HTTP/1.1" status: 200 len: 945 time: 0.0580983 Apr 08 11:16:10.043453 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ae5d5404-48f3-4f17-9d6f-e8d88cad3bbd req-154ed574-4c26-4d9e-99ed-e3f6fedbe0c7 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/security-groups?id=4bbba07c-d630-4284-abb3-574035779212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439754 Apr 08 11:16:10.485243 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 53588) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:10.594115 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7c81682a-093f-4a9f-8848-565c364e614c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:10.670900 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7c81682a-093f-4a9f-8848-565c364e614c admin admin] Publish callbacks [] for security_group (525d0b5b-7ce8-48ed-bc77-4f14f54370db), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:10.757991 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7c81682a-093f-4a9f-8848-565c364e614c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (525d0b5b-7ce8-48ed-bc77-4f14f54370db), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:10.803739 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-7c81682a-093f-4a9f-8848-565c364e614c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f7def6574b914ec6ac88842ddfe0a9cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3172741 Apr 08 11:16:10.804588 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81682a-093f-4a9f-8848-565c364e614c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525d0b5b-7ce8-48ed-bc77-4f14f54370db,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:10.806912 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 53594) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:10.855159 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eaf40a8d-d2f8-4722-be97-389aaecaf2db admin admin] Publish callbacks [] for security_group (525d0b5b-7ce8-48ed-bc77-4f14f54370db), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:10.876370 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eaf40a8d-d2f8-4722-be97-389aaecaf2db admin admin] Publish callbacks [] for security_group (525d0b5b-7ce8-48ed-bc77-4f14f54370db), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:11.003878 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eaf40a8d-d2f8-4722-be97-389aaecaf2db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (525d0b5b-7ce8-48ed-bc77-4f14f54370db), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:11.008306 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eaf40a8d-d2f8-4722-be97-389aaecaf2db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:11.008306 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-eaf40a8d-d2f8-4722-be97-389aaecaf2db admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/525d0b5b-7ce8-48ed-bc77-4f14f54370db HTTP/1.1" status: 204 len: 168 time: 0.1996682 Apr 08 11:16:11.015344 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf40a8d-d2f8-4722-be97-389aaecaf2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525d0b5b-7ce8-48ed-bc77-4f14f54370db,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:11.167996 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c4397-01ba-4175-93cd-74b5ed4b9fa0 req-23b2223d-6cf7-4021-962a-eba6dd50f401 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:11.169507 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3b9c4397-01ba-4175-93cd-74b5ed4b9fa0 req-23b2223d-6cf7-4021-962a-eba6dd50f401 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a4cc80-64c0-4723-9d68-4514df51aa1e HTTP/1.1" status: 200 len: 945 time: 0.0536981 Apr 08 11:16:11.225615 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3b9c4397-01ba-4175-93cd-74b5ed4b9fa0 req-30b989c8-72e5-4df5-8653-62547e6f5a5e tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/security-groups?id=4bbba07c-d630-4284-abb3-574035779212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430243 Apr 08 11:16:12.338711 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ae90e-c724-4ffc-a9fa-3a3eb548a1a7 req-9cc6dd76-f82c-41e7-b39d-fe2cc9db9691 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:12.340191 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e51ae90e-c724-4ffc-a9fa-3a3eb548a1a7 req-9cc6dd76-f82c-41e7-b39d-fe2cc9db9691 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a4cc80-64c0-4723-9d68-4514df51aa1e HTTP/1.1" status: 200 len: 945 time: 0.0522342 Apr 08 11:16:12.386161 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device aa07295a-6e3a-4a8b-a62b-55132829f213 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:16:12.386731 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e51ae90e-c724-4ffc-a9fa-3a3eb548a1a7 req-e7539490-a0de-4a78-842d-265727c88dc9 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/security-groups?id=4bbba07c-d630-4284-abb3-574035779212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405192 Apr 08 11:16:12.408054 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] No Port match for: aa07295a-6e3a-4a8b-a62b-55132829f213 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:16:12.408407 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device aa07295a-6e3a-4a8b-a62b-55132829f213 not bound to the agent host hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:16:13.505170 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141c1ed-cf49-463d-8706-9ecfbf60c966 req-32275409-1dee-44f7-a616-719bb509f724 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:13.506655 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0141c1ed-cf49-463d-8706-9ecfbf60c966 req-32275409-1dee-44f7-a616-719bb509f724 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a4cc80-64c0-4723-9d68-4514df51aa1e HTTP/1.1" status: 200 len: 945 time: 0.0523393 Apr 08 11:16:13.557235 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0141c1ed-cf49-463d-8706-9ecfbf60c966 req-1bdfbdfa-9822-4e4f-a553-542558625111 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/security-groups?id=4bbba07c-d630-4284-abb3-574035779212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445931 Apr 08 11:16:13.817294 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d52d1-6612-4374-b407-7ca24cb92777 req-8a589bf8-fbfb-4690-a628-bf7dc487e736 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:13.819012 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-081d52d1-6612-4374-b407-7ca24cb92777 req-8a589bf8-fbfb-4690-a628-bf7dc487e736 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4a4cc80-64c0-4723-9d68-4514df51aa1e HTTP/1.1" status: 200 len: 945 time: 0.0524528 Apr 08 11:16:13.912884 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-081d52d1-6612-4374-b407-7ca24cb92777 req-2d9cd06f-61ae-4a63-ac3d-7e90f20bb799 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Deleting port 39252d5d-8b36-4045-bd38-3ef9299a2f18 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:16:13.913147 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-081d52d1-6612-4374-b407-7ca24cb92777 req-2d9cd06f-61ae-4a63-ac3d-7e90f20bb799 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (39252d5d-8b36-4045-bd38-3ef9299a2f18), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:14.005475 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-081d52d1-6612-4374-b407-7ca24cb92777 req-2d9cd06f-61ae-4a63-ac3d-7e90f20bb799 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] For port 39252d5d-8b36-4045-bd38-3ef9299a2f18, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=39252d5d-8b36-4045-bd38-3ef9299a2f18,segment=NetworkSegment(206fa809-a6dc-43d7-92f0-4aeb257ad4b5),segment_id=206fa809-a6dc-43d7-92f0-4aeb257ad4b5)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:16:14.005825 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-081d52d1-6612-4374-b407-7ca24cb92777 req-2d9cd06f-61ae-4a63-ac3d-7e90f20bb799 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (39252d5d-8b36-4045-bd38-3ef9299a2f18), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:14.019770 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-081d52d1-6612-4374-b407-7ca24cb92777 req-2d9cd06f-61ae-4a63-ac3d-7e90f20bb799 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Calling delete_port for 39252d5d-8b36-4045-bd38-3ef9299a2f18 owned by compute:nova {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:16:14.203661 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-081d52d1-6612-4374-b407-7ca24cb92777 req-2d9cd06f-61ae-4a63-ac3d-7e90f20bb799 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (39252d5d-8b36-4045-bd38-3ef9299a2f18), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:14.232089 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9cd06f-61ae-4a63-ac3d-7e90f20bb799 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Pushing event deleted for resources: {'Port': ['ID=39252d5d-8b36-4045-bd38-3ef9299a2f18,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:14.237166 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] get_ports_and_sgs() called for port_ids ['39252d5d-8b36-4045-bd38-3ef9299a2f18'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:16:14.260826 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9cd06f-61ae-4a63-ac3d-7e90f20bb799 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:14.260826 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9cd06f-61ae-4a63-ac3d-7e90f20bb799 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:14.261186 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9cd06f-61ae-4a63-ac3d-7e90f20bb799 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:14.261469 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9cd06f-61ae-4a63-ac3d-7e90f20bb799 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:14.261826 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9cd06f-61ae-4a63-ac3d-7e90f20bb799 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:14.262161 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9cd06f-61ae-4a63-ac3d-7e90f20bb799 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:14.262498 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9cd06f-61ae-4a63-ac3d-7e90f20bb799 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:14.262893 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9cd06f-61ae-4a63-ac3d-7e90f20bb799 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:14.263151 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9cd06f-61ae-4a63-ac3d-7e90f20bb799 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:14.263468 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9cd06f-61ae-4a63-ac3d-7e90f20bb799 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:14.263787 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9cd06f-61ae-4a63-ac3d-7e90f20bb799 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:14.264122 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9cd06f-61ae-4a63-ac3d-7e90f20bb799 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:14.264438 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9cd06f-61ae-4a63-ac3d-7e90f20bb799 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:14.264751 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9cd06f-61ae-4a63-ac3d-7e90f20bb799 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:14.265120 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9cd06f-61ae-4a63-ac3d-7e90f20bb799 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:14.287971 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-081d52d1-6612-4374-b407-7ca24cb92777 req-2d9cd06f-61ae-4a63-ac3d-7e90f20bb799 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] No DVR routers for this DVR port 39252d5d-8b36-4045-bd38-3ef9299a2f18 on host hv-cinder-83607 {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:16:14.290417 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-081d52d1-6612-4374-b407-7ca24cb92777 req-2d9cd06f-61ae-4a63-ac3d-7e90f20bb799 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:14.293648 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-081d52d1-6612-4374-b407-7ca24cb92777 req-2d9cd06f-61ae-4a63-ac3d-7e90f20bb799 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.25 "DELETE /v2.0/ports/39252d5d-8b36-4045-bd38-3ef9299a2f18 HTTP/1.1" status: 204 len: 173 time: 0.4690213 Apr 08 11:16:14.294083 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a4cc80-64c0-4723-9d68-4514df51aa1e', 'name': 'network-vif-deleted', 'tag': '39252d5d-8b36-4045-bd38-3ef9299a2f18'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:16:14.296339 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fca005-ddb4-42ad-8b9b-9a6eeb667193" -d '{"events": [{"server_uuid": "d4a4cc80-64c0-4723-9d68-4514df51aa1e", "name": "network-vif-deleted", "tag": "39252d5d-8b36-4045-bd38-3ef9299a2f18"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:16:14.331813 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7226a3-4cb2-49a4-b011-fe7cb0545936 x-openstack-request-id: req-5e7226a3-4cb2-49a4-b011-fe7cb0545936 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:16:14.332101 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a4cc80-64c0-4723-9d68-4514df51aa1e", "name": "network-vif-deleted", "tag": "39252d5d-8b36-4045-bd38-3ef9299a2f18", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:16:14.332354 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5e7226a3-4cb2-49a4-b011-fe7cb0545936 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:16:14.332767 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e7226a3-4cb2-49a4-b011-fe7cb0545936'] response: {'server_uuid': 'd4a4cc80-64c0-4723-9d68-4514df51aa1e', 'name': 'network-vif-deleted', 'tag': '39252d5d-8b36-4045-bd38-3ef9299a2f18', 'status': 'completed', 'code': 200} Apr 08 11:16:14.668849 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b2b1ed24-3c19-4611-981a-861d83780eb4 req-f76e0090-050d-459f-929c-cf934a5225be tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a4cc80-64c0-4723-9d68-4514df51aa1e HTTP/1.1" status: 200 len: 210 time: 0.0307674 Apr 08 11:16:15.970296 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-b30745a1-ec6f-4b87-921e-140f69a52bd8 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:15.971633 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-b30745a1-ec6f-4b87-921e-140f69a52bd8 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/networks?id=d42ecd40-041d-4d37-9c62-7c092cbcffe6 HTTP/1.1" status: 200 len: 809 time: 0.0968659 Apr 08 11:16:15.985784 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-288b0e30-ec11-47f3-8737-682c5de7f21e tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/quotas/e41a230817274b48a99676a0a9ece1a4 HTTP/1.1" status: 200 len: 375 time: 0.0088980 Apr 08 11:16:16.017100 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-5538613b-8fb8-49e3-9b21-1b3b92f4613b tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e41a230817274b48a99676a0a9ece1a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265310 Apr 08 11:16:16.107966 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-b5c123ee-28c1-42b9-84d3-c6c689def03e service neutron] 10.222.0.53 "GET /v2.0/networks/d42ecd40-041d-4d37-9c62-7c092cbcffe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843694 Apr 08 11:16:16.208333 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-8f94de06-e399-44d1-b5d5-e2dfcd7d234c service neutron] 10.222.0.53 "GET /v2.0/networks/d42ecd40-041d-4d37-9c62-7c092cbcffe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947146 Apr 08 11:16:16.419694 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 39252d5d-8b36-4045-bd38-3ef9299a2f18 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:16:16.434202 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-cfbe8fdd-7676-43c1-b03a-daf0eb1ff55f req-94d2d063-2a61-48d4-91b0-ec5a26648ee5 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/ports?device_id=41142128-81fa-4cec-9923-e47da86c80bb HTTP/1.1" status: 200 len: 210 time: 0.0287561 Apr 08 11:16:16.466220 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] No Port match for: 39252d5d-8b36-4045-bd38-3ef9299a2f18 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:16:16.467044 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 39252d5d-8b36-4045-bd38-3ef9299a2f18 not bound to the agent host hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:16:17.540960 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d7c99611-296b-407f-9a58-80cb6cee53fe req-6b988fc3-6317-4437-9bb1-30be3370ac61 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/ports?device_id=41142128-81fa-4cec-9923-e47da86c80bb HTTP/1.1" status: 200 len: 210 time: 0.0269463 Apr 08 11:16:18.602508 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:16:18.637380 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-199f4f0d-ee9e-42e4-b70b-bddf4442bba8 req-28375668-35d5-482e-ad88-26cb427c6f0b tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/ports?device_id=41142128-81fa-4cec-9923-e47da86c80bb HTTP/1.1" status: 200 len: 210 time: 0.0294683 Apr 08 11:16:19.730022 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ce71f16a-6274-4054-936c-e0cf6cd1e3eb req-bbadd56e-b427-430c-8592-6c5508b2eaab tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/ports?device_id=41142128-81fa-4cec-9923-e47da86c80bb HTTP/1.1" status: 200 len: 210 time: 0.0273886 Apr 08 11:16:20.822004 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1734fa8d-392e-47c0-95ff-1fa9c4775f93 req-5d460cd2-797e-411f-b4f0-994ead2c68de tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/ports?device_id=41142128-81fa-4cec-9923-e47da86c80bb HTTP/1.1" status: 200 len: 210 time: 0.0267205 Apr 08 11:16:21.333258 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-28d13001-0e62-4dca-999f-9514a44a2d4a tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:21.334187 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-28d13001-0e62-4dca-999f-9514a44a2d4a tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.25 "GET /v2.0/networks?id=d42ecd40-041d-4d37-9c62-7c092cbcffe6 HTTP/1.1" status: 200 len: 809 time: 0.1052082 Apr 08 11:16:21.360612 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-179101b7-3778-4bac-b049-454bdac390f2 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Request body: {'port': {'device_id': '41142128-81fa-4cec-9923-e47da86c80bb', 'network_id': 'd42ecd40-041d-4d37-9c62-7c092cbcffe6', 'admin_state_up': True, 'tenant_id': 'e41a230817274b48a99676a0a9ece1a4'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:16:21.827052 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-179101b7-3778-4bac-b049-454bdac390f2 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Made reservation on behalf of e41a230817274b48a99676a0a9ece1a4 for: {'port': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:16:21.833407 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-179101b7-3778-4bac-b049-454bdac390f2 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:21.991892 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6d7beb14-4240-47bf-bae0-efbee14eb540 req-5b986b75-4d6f-49d6-bfe8-1705d4fcd139 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/ports?device_id=41142128-81fa-4cec-9923-e47da86c80bb HTTP/1.1" status: 200 len: 210 time: 0.0314167 Apr 08 11:16:22.043584 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-179101b7-3778-4bac-b049-454bdac390f2 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Allocated IP 172.20.0.2 (d42ecd40-041d-4d37-9c62-7c092cbcffe6/cc3e7215-987b-4ebf-b5fe-b2120ecc4ccd/b71e1e7e-2b7a-464d-a328-5798c8ee411f) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:16:22.102387 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-931aa1d3-b489-4d1b-9f18-cbdaf19632cb tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:22.104074 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-931aa1d3-b489-4d1b-9f18-cbdaf19632cb tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/networks?id=7e6b2500-7033-4e3c-8b8d-d61be3d2cbda HTTP/1.1" status: 200 len: 813 time: 0.1151264 Apr 08 11:16:22.119932 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-e6c6160d-b0ef-4f75-a662-e979d6ba56fc tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/quotas/536e7b0a06a64069a085da7955428b02 HTTP/1.1" status: 200 len: 375 time: 0.0096753 Apr 08 11:16:22.162918 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-25d31669-f3a0-4cdb-b424-3329a09073ff tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=536e7b0a06a64069a085da7955428b02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352736 Apr 08 11:16:22.221050 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-179101b7-3778-4bac-b049-454bdac390f2 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Publish callbacks [] for port (b71e1e7e-2b7a-464d-a328-5798c8ee411f), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:22.250291 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:22.269157 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-1afa3a89-b8ef-430e-8939-78fa4bccd85b service neutron] 10.222.0.53 "GET /v2.0/networks/7e6b2500-7033-4e3c-8b8d-d61be3d2cbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955501 Apr 08 11:16:22.318480 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-179101b7-3778-4bac-b049-454bdac390f2 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (b71e1e7e-2b7a-464d-a328-5798c8ee411f), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:22.372964 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-916f5885-3080-45c7-9031-7d87f68fa44f service neutron] 10.222.0.53 "GET /v2.0/networks/7e6b2500-7033-4e3c-8b8d-d61be3d2cbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966325 Apr 08 11:16:22.373175 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-179101b7-3778-4bac-b049-454bdac390f2 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Network d42ecd40-041d-4d37-9c62-7c092cbcffe6 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:16:22.377620 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-179101b7-3778-4bac-b049-454bdac390f2 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:16:22.379554 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179101b7-3778-4bac-b049-454bdac390f2 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Pushing event updated for resources: {'Port': ['ID=b71e1e7e-2b7a-464d-a328-5798c8ee411f,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:22.384918 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-179101b7-3778-4bac-b049-454bdac390f2 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:16:22.489146 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-179101b7-3778-4bac-b049-454bdac390f2 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:22.489929 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-179101b7-3778-4bac-b049-454bdac390f2 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:22.577844 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-179101b7-3778-4bac-b049-454bdac390f2 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2209814 Apr 08 11:16:22.596378 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-e6f5f448-cfe3-4789-b94f-dce9b0f91088 service neutron] Request body: {'port': {'device_id': '41142128-81fa-4cec-9923-e47da86c80bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:16:22.691834 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-e6f5f448-cfe3-4789-b94f-dce9b0f91088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (b71e1e7e-2b7a-464d-a328-5798c8ee411f), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:22.710438 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ef0f4a84-693d-473a-84ce-dbc8f92e03c8 req-49a291aa-f14f-497b-9498-42efda8df0db tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/ports?device_id=4300246a-c78d-4fe1-a4dc-cfa2ad5f323b HTTP/1.1" status: 200 len: 210 time: 0.0370364 Apr 08 11:16:23.016174 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-e6f5f448-cfe3-4789-b94f-dce9b0f91088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b71e1e7e-2b7a-464d-a328-5798c8ee411f {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:16:23.029096 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-e6f5f448-cfe3-4789-b94f-dce9b0f91088 service neutron] Publish callbacks [] for port (b71e1e7e-2b7a-464d-a328-5798c8ee411f), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:23.037352 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-e6f5f448-cfe3-4789-b94f-dce9b0f91088 service neutron] Transition to ACTIVE for port object b71e1e7e-2b7a-464d-a328-5798c8ee411f will not be triggered until provisioned by entity L2. {{(pid=104016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:16:23.099357 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-e6f5f448-cfe3-4789-b94f-dce9b0f91088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3536654'] for port (b71e1e7e-2b7a-464d-a328-5798c8ee411f), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:23.152004 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5f448-cfe3-4789-b94f-dce9b0f91088 service neutron] Pushing event updated for resources: {'Port': ['ID=b71e1e7e-2b7a-464d-a328-5798c8ee411f,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:23.162586 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20c0e8-14f6-4c2d-ae55-69d6c0cd745e req-8c41a646-6e4c-4ba6-8d3c-e1cd23e26e9b tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:23.164199 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8d20c0e8-14f6-4c2d-ae55-69d6c0cd745e req-8c41a646-6e4c-4ba6-8d3c-e1cd23e26e9b tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/ports?device_id=41142128-81fa-4cec-9923-e47da86c80bb HTTP/1.1" status: 200 len: 943 time: 0.0790305 Apr 08 11:16:23.231029 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8d20c0e8-14f6-4c2d-ae55-69d6c0cd745e req-71f0a966-4d0d-41ca-a3d3-003f3afa06d9 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/security-groups?id=4bbba07c-d630-4284-abb3-574035779212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581174 Apr 08 11:16:23.248871 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-e6f5f448-cfe3-4789-b94f-dce9b0f91088 service neutron] Attempting to bind port b71e1e7e-2b7a-464d-a328-5798c8ee411f on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:16:23.248871 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-e6f5f448-cfe3-4789-b94f-dce9b0f91088 service neutron] Attempting to bind port b71e1e7e-2b7a-464d-a328-5798c8ee411f by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '206fa809-a6dc-43d7-92f0-4aeb257ad4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd42ecd40-041d-4d37-9c62-7c092cbcffe6'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:16:23.248871 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-e6f5f448-cfe3-4789-b94f-dce9b0f91088 service neutron] Attempting to bind port b71e1e7e-2b7a-464d-a328-5798c8ee411f on network d42ecd40-041d-4d37-9c62-7c092cbcffe6 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:16:23.253568 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-e6f5f448-cfe3-4789-b94f-dce9b0f91088 service neutron] Port b71e1e7e-2b7a-464d-a328-5798c8ee411f on network d42ecd40-041d-4d37-9c62-7c092cbcffe6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:16:23.253981 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-e6f5f448-cfe3-4789-b94f-dce9b0f91088 service neutron] Attempting to bind port b71e1e7e-2b7a-464d-a328-5798c8ee411f on network d42ecd40-041d-4d37-9c62-7c092cbcffe6 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:16:23.259560 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-e6f5f448-cfe3-4789-b94f-dce9b0f91088 service neutron] Checking agent: {'id': '05eae265-77bc-4fda-a145-417801a6b133', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'started_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:16:23.259898 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-e6f5f448-cfe3-4789-b94f-dce9b0f91088 service neutron] Checking segment: {'id': '206fa809-a6dc-43d7-92f0-4aeb257ad4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd42ecd40-041d-4d37-9c62-7c092cbcffe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:16:23.260285 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-e6f5f448-cfe3-4789-b94f-dce9b0f91088 service neutron] Bound using segment: {'id': '206fa809-a6dc-43d7-92f0-4aeb257ad4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd42ecd40-041d-4d37-9c62-7c092cbcffe6'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:16:23.260711 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-e6f5f448-cfe3-4789-b94f-dce9b0f91088 service neutron] Bound port: b71e1e7e-2b7a-464d-a328-5798c8ee411f, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '206fa809-a6dc-43d7-92f0-4aeb257ad4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd42ecd40-041d-4d37-9c62-7c092cbcffe6'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:16:23.261075 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-e6f5f448-cfe3-4789-b94f-dce9b0f91088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (b71e1e7e-2b7a-464d-a328-5798c8ee411f), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:23.333834 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-e6f5f448-cfe3-4789-b94f-dce9b0f91088 service neutron] For port b71e1e7e-2b7a-464d-a328-5798c8ee411f, host hv-cinder-83607, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:16:23.333834 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-e6f5f448-cfe3-4789-b94f-dce9b0f91088 service neutron] For port b71e1e7e-2b7a-464d-a328-5798c8ee411f, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b71e1e7e-2b7a-464d-a328-5798c8ee411f,segment=NetworkSegment(206fa809-a6dc-43d7-92f0-4aeb257ad4b5),segment_id=206fa809-a6dc-43d7-92f0-4aeb257ad4b5)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:16:23.403904 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-e6f5f448-cfe3-4789-b94f-dce9b0f91088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3536654'] for port (b71e1e7e-2b7a-464d-a328-5798c8ee411f), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:23.437228 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-e6f5f448-cfe3-4789-b94f-dce9b0f91088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:23.437862 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-e6f5f448-cfe3-4789-b94f-dce9b0f91088 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:23.439222 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-e6f5f448-cfe3-4789-b94f-dce9b0f91088 service neutron] 10.222.0.25 "PUT /v2.0/ports/b71e1e7e-2b7a-464d-a328-5798c8ee411f HTTP/1.1" status: 200 len: 1093 time: 0.8470409 Apr 08 11:16:23.439656 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41142128-81fa-4cec-9923-e47da86c80bb', 'tag': 'b71e1e7e-2b7a-464d-a328-5798c8ee411f'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:16:23.441978 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc433c5-5110-4ac6-a6a5-e3c326d230c5" -d '{"events": [{"name": "network-changed", "server_uuid": "41142128-81fa-4cec-9923-e47da86c80bb", "tag": "b71e1e7e-2b7a-464d-a328-5798c8ee411f"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:16:23.473979 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5f448-cfe3-4789-b94f-dce9b0f91088 service neutron] Pushing event updated for resources: {'Port': ['ID=b71e1e7e-2b7a-464d-a328-5798c8ee411f,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:23.485626 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3a57ed-0115-4374-b4f1-4e8909c8e260 x-openstack-request-id: req-ea3a57ed-0115-4374-b4f1-4e8909c8e260 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:16:23.485917 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41142128-81fa-4cec-9923-e47da86c80bb", "tag": "b71e1e7e-2b7a-464d-a328-5798c8ee411f", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:16:23.486173 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ea3a57ed-0115-4374-b4f1-4e8909c8e260 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:16:23.486583 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea3a57ed-0115-4374-b4f1-4e8909c8e260'] response: {'name': 'network-changed', 'server_uuid': '41142128-81fa-4cec-9923-e47da86c80bb', 'tag': 'b71e1e7e-2b7a-464d-a328-5798c8ee411f', 'status': 'completed', 'code': 200} Apr 08 11:16:23.579568 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc433c5-5110-4ac6-a6a5-e3c326d230c5 req-e05ed086-2873-479b-a80f-e0fbadfad81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:23.581173 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fcc433c5-5110-4ac6-a6a5-e3c326d230c5 req-e05ed086-2873-479b-a80f-e0fbadfad81c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e41a230817274b48a99676a0a9ece1a4&device_id=41142128-81fa-4cec-9923-e47da86c80bb HTTP/1.1" status: 200 len: 1127 time: 0.0536954 Apr 08 11:16:23.697975 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc433c5-5110-4ac6-a6a5-e3c326d230c5 req-6205d47e-d394-468b-b1d1-90a55bef3c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:23.699439 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fcc433c5-5110-4ac6-a6a5-e3c326d230c5 req-6205d47e-d394-468b-b1d1-90a55bef3c1a service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=e41a230817274b48a99676a0a9ece1a4&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1026695 Apr 08 11:16:23.816289 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc433c5-5110-4ac6-a6a5-e3c326d230c5 req-1ab6782d-944a-4fc6-b6fd-ca4658557059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:23.819798 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fcc433c5-5110-4ac6-a6a5-e3c326d230c5 req-1ab6782d-944a-4fc6-b6fd-ca4658557059 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1112943 Apr 08 11:16:23.831306 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7234029b-28cd-447a-a379-6dd99c9026d5 req-093e3576-3782-43ae-abe7-0455ce2196d4 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/ports?device_id=4300246a-c78d-4fe1-a4dc-cfa2ad5f323b HTTP/1.1" status: 200 len: 210 time: 0.0436738 Apr 08 11:16:23.940869 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-6470da01-934d-41ba-84b4-aaf71bd702b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:23.942393 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-6470da01-934d-41ba-84b4-aaf71bd702b9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e41a230817274b48a99676a0a9ece1a4&device_id=41142128-81fa-4cec-9923-e47da86c80bb HTTP/1.1" status: 200 len: 1127 time: 0.0475388 Apr 08 11:16:23.996073 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-e3a031bd-f533-46cc-8d35-dbc8e57e029f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b71e1e7e-2b7a-464d-a328-5798c8ee411f HTTP/1.1" status: 200 len: 217 time: 0.0357931 Apr 08 11:16:24.059981 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-e78fdf53-9b2c-46ea-898b-b22fe8aacbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:24.061447 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-e78fdf53-9b2c-46ea-898b-b22fe8aacbf5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cc3e7215-987b-4ebf-b5fe-b2120ecc4ccd HTTP/1.1" status: 200 len: 849 time: 0.0592890 Apr 08 11:16:24.107601 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-c2d66e38-baae-4148-aaae-6d2d8f7d8899 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d42ecd40-041d-4d37-9c62-7c092cbcffe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384605 Apr 08 11:16:24.199666 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-d644252a-3163-4b07-bc65-858c5ea001ab service neutron] 10.222.0.25 "GET /v2.0/networks/d42ecd40-041d-4d37-9c62-7c092cbcffe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854275 Apr 08 11:16:24.310521 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-089c626c-4c64-4209-86f3-d8dc77462e9f req-57010a69-e9e5-4aed-88d7-c7bbd9d2087f service neutron] 10.222.0.25 "GET /v2.0/networks/d42ecd40-041d-4d37-9c62-7c092cbcffe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034987 Apr 08 11:16:24.363887 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c5ecaa-3335-4568-869c-143ee83a0f00 req-fc3c2bb1-5f7c-4fd7-a7f3-26ea19ec37ff tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:24.365366 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-59c5ecaa-3335-4568-869c-143ee83a0f00 req-fc3c2bb1-5f7c-4fd7-a7f3-26ea19ec37ff tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/ports?device_id=41142128-81fa-4cec-9923-e47da86c80bb HTTP/1.1" status: 200 len: 943 time: 0.0599012 Apr 08 11:16:24.416617 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-59c5ecaa-3335-4568-869c-143ee83a0f00 req-b2a76119-8ae1-429c-836a-8b48b65f5e6b tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/security-groups?id=4bbba07c-d630-4284-abb3-574035779212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445838 Apr 08 11:16:24.938290 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7f622e9d-5b35-4497-833b-bc69eb310f1b req-2916068c-4e21-4e84-92ea-acb9795171f1 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/ports?device_id=4300246a-c78d-4fe1-a4dc-cfa2ad5f323b HTTP/1.1" status: 200 len: 210 time: 0.0328407 Apr 08 11:16:25.545568 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33bb82c-45e9-41e0-892a-e2d159291a63 req-75df1c4e-331c-4056-9f28-355c2017ac63 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:25.547141 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e33bb82c-45e9-41e0-892a-e2d159291a63 req-75df1c4e-331c-4056-9f28-355c2017ac63 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/ports?device_id=41142128-81fa-4cec-9923-e47da86c80bb HTTP/1.1" status: 200 len: 943 time: 0.0619760 Apr 08 11:16:25.650113 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e33bb82c-45e9-41e0-892a-e2d159291a63 req-01da47b7-f482-4184-93e8-3b54f373d61e tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/security-groups?id=4bbba07c-d630-4284-abb3-574035779212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930614 Apr 08 11:16:25.676015 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-215ffe90-12d6-4e97-ab0c-82e126ba7f77 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:25.677427 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-215ffe90-12d6-4e97-ab0c-82e126ba7f77 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.25 "GET /v2.0/networks?id=7e6b2500-7033-4e3c-8b8d-d61be3d2cbda HTTP/1.1" status: 200 len: 813 time: 0.1294317 Apr 08 11:16:25.698031 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-2b66cecf-da6f-4988-8f45-25f4839d287d tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Request body: {'port': {'device_id': '4300246a-c78d-4fe1-a4dc-cfa2ad5f323b', 'network_id': '7e6b2500-7033-4e3c-8b8d-d61be3d2cbda', 'admin_state_up': True, 'tenant_id': '536e7b0a06a64069a085da7955428b02'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:16:25.876951 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-2b66cecf-da6f-4988-8f45-25f4839d287d tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Made reservation on behalf of 536e7b0a06a64069a085da7955428b02 for: {'port': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:16:25.880383 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-2b66cecf-da6f-4988-8f45-25f4839d287d tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:26.018092 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-2b66cecf-da6f-4988-8f45-25f4839d287d tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Allocated IP 172.20.0.2 (7e6b2500-7033-4e3c-8b8d-d61be3d2cbda/c24619f7-d80d-4162-813b-e015ae4fe5ee/f3723fad-c849-4f35-92a6-8f8dd6199d71) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:16:26.036119 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f7e2c29f-d8fd-4c3c-bd29-e330cc644748 req-c8307abd-80aa-4789-8fd0-f49f84c0464a tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/ports?device_id=4300246a-c78d-4fe1-a4dc-cfa2ad5f323b HTTP/1.1" status: 200 len: 210 time: 0.0293119 Apr 08 11:16:26.173319 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-2b66cecf-da6f-4988-8f45-25f4839d287d tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Publish callbacks [] for port (f3723fad-c849-4f35-92a6-8f8dd6199d71), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:26.283999 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-2b66cecf-da6f-4988-8f45-25f4839d287d tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (f3723fad-c849-4f35-92a6-8f8dd6199d71), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:26.330880 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-2b66cecf-da6f-4988-8f45-25f4839d287d tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Network 7e6b2500-7033-4e3c-8b8d-d61be3d2cbda is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:16:26.333893 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-2b66cecf-da6f-4988-8f45-25f4839d287d tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:16:26.339865 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-2b66cecf-da6f-4988-8f45-25f4839d287d tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:16:26.346045 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b66cecf-da6f-4988-8f45-25f4839d287d tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Pushing event updated for resources: {'Port': ['ID=f3723fad-c849-4f35-92a6-8f8dd6199d71,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:26.392884 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-2b66cecf-da6f-4988-8f45-25f4839d287d tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:26.393520 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-2b66cecf-da6f-4988-8f45-25f4839d287d tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:26.464987 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device b71e1e7e-2b7a-464d-a328-5798c8ee411f details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:16:26.486667 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-2b66cecf-da6f-4988-8f45-25f4839d287d tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7929742 Apr 08 11:16:26.504579 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-3427eab8-1dcb-47d0-9aa8-1ad86f30e0f7 service neutron] Request body: {'port': {'device_id': '4300246a-c78d-4fe1-a4dc-cfa2ad5f323b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:16:26.565387 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-3427eab8-1dcb-47d0-9aa8-1ad86f30e0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (f3723fad-c849-4f35-92a6-8f8dd6199d71), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:26.567499 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port b71e1e7e-2b7a-464d-a328-5798c8ee411f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b71e1e7e-2b7a-464d-a328-5798c8ee411f,segment=NetworkSegment(206fa809-a6dc-43d7-92f0-4aeb257ad4b5),segment_id=206fa809-a6dc-43d7-92f0-4aeb257ad4b5)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:16:26.578979 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Returning: {'device': 'b71e1e7e-2b7a-464d-a328-5798c8ee411f', 'network_id': 'd42ecd40-041d-4d37-9c62-7c092cbcffe6', 'port_id': 'b71e1e7e-2b7a-464d-a328-5798c8ee411f', 'mac_address': 'fa:16:3e:70:f8:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc3e7215-987b-4ebf-b5fe-b2120ecc4ccd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:16:26.620318 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port b71e1e7e-2b7a-464d-a328-5798c8ee411f is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:16:26.620703 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (b71e1e7e-2b7a-464d-a328-5798c8ee411f), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:26.634446 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b71e1e7e-2b7a-464d-a328-5798c8ee411f {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:16:26.653322 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port b71e1e7e-2b7a-464d-a328-5798c8ee411f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b71e1e7e-2b7a-464d-a328-5798c8ee411f,segment=NetworkSegment(206fa809-a6dc-43d7-92f0-4aeb257ad4b5),segment_id=206fa809-a6dc-43d7-92f0-4aeb257ad4b5)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:16:26.758082 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (b71e1e7e-2b7a-464d-a328-5798c8ee411f), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:26.804385 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=b71e1e7e-2b7a-464d-a328-5798c8ee411f,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:26.817352 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:26.817352 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:26.817352 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:26.817352 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:26.817352 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:26.817352 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:26.817352 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:26.817352 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:26.817352 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:26.817352 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:26.817352 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:26.817352 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:26.817352 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:26.817352 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:26.817352 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:26.824323 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746492e-24d7-4b3f-8ed7-a513d4a518d5 req-c26ac2a0-f131-4368-822a-c1fd528298bd tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:26.825921 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c746492e-24d7-4b3f-8ed7-a513d4a518d5 req-c26ac2a0-f131-4368-822a-c1fd528298bd tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/ports?device_id=41142128-81fa-4cec-9923-e47da86c80bb HTTP/1.1" status: 200 len: 943 time: 0.0856104 Apr 08 11:16:26.901200 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-3427eab8-1dcb-47d0-9aa8-1ad86f30e0f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3723fad-c849-4f35-92a6-8f8dd6199d71 {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:16:26.919010 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-3427eab8-1dcb-47d0-9aa8-1ad86f30e0f7 service neutron] Publish callbacks [] for port (f3723fad-c849-4f35-92a6-8f8dd6199d71), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:26.927852 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c746492e-24d7-4b3f-8ed7-a513d4a518d5 req-87e4c783-be54-4d3b-86bf-ee5e7550e572 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/security-groups?id=4bbba07c-d630-4284-abb3-574035779212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940554 Apr 08 11:16:26.935058 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-3427eab8-1dcb-47d0-9aa8-1ad86f30e0f7 service neutron] Transition to ACTIVE for port object f3723fad-c849-4f35-92a6-8f8dd6199d71 will not be triggered until provisioned by entity L2. {{(pid=104016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:16:27.020847 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-3427eab8-1dcb-47d0-9aa8-1ad86f30e0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3536654'] for port (f3723fad-c849-4f35-92a6-8f8dd6199d71), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:27.069145 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427eab8-1dcb-47d0-9aa8-1ad86f30e0f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f3723fad-c849-4f35-92a6-8f8dd6199d71,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:27.088735 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] get_ports_and_sgs() called for port_ids ['b71e1e7e-2b7a-464d-a328-5798c8ee411f'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:16:27.150839 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-3427eab8-1dcb-47d0-9aa8-1ad86f30e0f7 service neutron] Attempting to bind port f3723fad-c849-4f35-92a6-8f8dd6199d71 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:16:27.151453 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-3427eab8-1dcb-47d0-9aa8-1ad86f30e0f7 service neutron] Attempting to bind port f3723fad-c849-4f35-92a6-8f8dd6199d71 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '483504d6-0875-4d90-991b-b978ae9dd8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7e6b2500-7033-4e3c-8b8d-d61be3d2cbda'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:16:27.152046 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-3427eab8-1dcb-47d0-9aa8-1ad86f30e0f7 service neutron] Attempting to bind port f3723fad-c849-4f35-92a6-8f8dd6199d71 on network 7e6b2500-7033-4e3c-8b8d-d61be3d2cbda {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:16:27.156692 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-3427eab8-1dcb-47d0-9aa8-1ad86f30e0f7 service neutron] Port f3723fad-c849-4f35-92a6-8f8dd6199d71 on network 7e6b2500-7033-4e3c-8b8d-d61be3d2cbda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:16:27.157097 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-3427eab8-1dcb-47d0-9aa8-1ad86f30e0f7 service neutron] Attempting to bind port f3723fad-c849-4f35-92a6-8f8dd6199d71 on network 7e6b2500-7033-4e3c-8b8d-d61be3d2cbda {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:16:27.162539 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-3427eab8-1dcb-47d0-9aa8-1ad86f30e0f7 service neutron] Checking agent: {'id': '05eae265-77bc-4fda-a145-417801a6b133', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'started_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:16:27.163020 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-3427eab8-1dcb-47d0-9aa8-1ad86f30e0f7 service neutron] Checking segment: {'id': '483504d6-0875-4d90-991b-b978ae9dd8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7e6b2500-7033-4e3c-8b8d-d61be3d2cbda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:16:27.163430 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-3427eab8-1dcb-47d0-9aa8-1ad86f30e0f7 service neutron] Bound using segment: {'id': '483504d6-0875-4d90-991b-b978ae9dd8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7e6b2500-7033-4e3c-8b8d-d61be3d2cbda'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:16:27.163859 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-3427eab8-1dcb-47d0-9aa8-1ad86f30e0f7 service neutron] Bound port: f3723fad-c849-4f35-92a6-8f8dd6199d71, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '483504d6-0875-4d90-991b-b978ae9dd8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7e6b2500-7033-4e3c-8b8d-d61be3d2cbda'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:16:27.164216 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-3427eab8-1dcb-47d0-9aa8-1ad86f30e0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (f3723fad-c849-4f35-92a6-8f8dd6199d71), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:27.171389 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db30ce0-be6f-4ad4-912d-4f78c61dca15 req-cfbe3817-bdac-4c12-8dff-b0e1b83f93d4 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:27.173626 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4db30ce0-be6f-4ad4-912d-4f78c61dca15 req-cfbe3817-bdac-4c12-8dff-b0e1b83f93d4 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/ports?device_id=4300246a-c78d-4fe1-a4dc-cfa2ad5f323b HTTP/1.1" status: 200 len: 943 time: 0.0576673 Apr 08 11:16:27.224781 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4db30ce0-be6f-4ad4-912d-4f78c61dca15 req-3ec8e328-d59d-47b6-a101-1dc9c9c3a77e tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/security-groups?id=4eb0750f-f276-42f8-81c1-2af52ad12264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456514 Apr 08 11:16:27.248568 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-3427eab8-1dcb-47d0-9aa8-1ad86f30e0f7 service neutron] For port f3723fad-c849-4f35-92a6-8f8dd6199d71, host hv-cinder-83607, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:16:27.251592 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-3427eab8-1dcb-47d0-9aa8-1ad86f30e0f7 service neutron] For port f3723fad-c849-4f35-92a6-8f8dd6199d71, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f3723fad-c849-4f35-92a6-8f8dd6199d71,segment=NetworkSegment(483504d6-0875-4d90-991b-b978ae9dd8ca),segment_id=483504d6-0875-4d90-991b-b978ae9dd8ca)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:16:27.324500 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-3427eab8-1dcb-47d0-9aa8-1ad86f30e0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3536654'] for port (f3723fad-c849-4f35-92a6-8f8dd6199d71), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:27.360923 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-3427eab8-1dcb-47d0-9aa8-1ad86f30e0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:27.361547 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-3427eab8-1dcb-47d0-9aa8-1ad86f30e0f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:27.363045 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-3427eab8-1dcb-47d0-9aa8-1ad86f30e0f7 service neutron] 10.222.0.25 "PUT /v2.0/ports/f3723fad-c849-4f35-92a6-8f8dd6199d71 HTTP/1.1" status: 200 len: 1093 time: 0.8628037 Apr 08 11:16:27.363489 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4300246a-c78d-4fe1-a4dc-cfa2ad5f323b', 'tag': 'f3723fad-c849-4f35-92a6-8f8dd6199d71'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:16:27.365763 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513d202a-44c4-4f45-a92b-49718f94921f" -d '{"events": [{"name": "network-changed", "server_uuid": "4300246a-c78d-4fe1-a4dc-cfa2ad5f323b", "tag": "f3723fad-c849-4f35-92a6-8f8dd6199d71"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:16:27.386881 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-874c4f5f-9e60-4bbc-aa08-ee05623acd8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:27.392848 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427eab8-1dcb-47d0-9aa8-1ad86f30e0f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f3723fad-c849-4f35-92a6-8f8dd6199d71,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:27.404263 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590c7593-812b-4828-9fb6-51080c9d8b24 x-openstack-request-id: req-590c7593-812b-4828-9fb6-51080c9d8b24 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:16:27.404556 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4300246a-c78d-4fe1-a4dc-cfa2ad5f323b", "tag": "f3723fad-c849-4f35-92a6-8f8dd6199d71", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:16:27.404811 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-590c7593-812b-4828-9fb6-51080c9d8b24 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:16:27.405215 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-590c7593-812b-4828-9fb6-51080c9d8b24'] response: {'name': 'network-changed', 'server_uuid': '4300246a-c78d-4fe1-a4dc-cfa2ad5f323b', 'tag': 'f3723fad-c849-4f35-92a6-8f8dd6199d71', 'status': 'completed', 'code': 200} Apr 08 11:16:27.515265 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d202a-44c4-4f45-a92b-49718f94921f req-32bbb4a7-28fc-425b-9a4c-30309a9dc1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:27.516894 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-513d202a-44c4-4f45-a92b-49718f94921f req-32bbb4a7-28fc-425b-9a4c-30309a9dc1de service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=536e7b0a06a64069a085da7955428b02&device_id=4300246a-c78d-4fe1-a4dc-cfa2ad5f323b HTTP/1.1" status: 200 len: 1127 time: 0.0570095 Apr 08 11:16:27.627198 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d202a-44c4-4f45-a92b-49718f94921f req-aaef3346-5fc9-4e7e-a5e0-2c0e1712ed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:27.628579 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-513d202a-44c4-4f45-a92b-49718f94921f req-aaef3346-5fc9-4e7e-a5e0-2c0e1712ed25 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=536e7b0a06a64069a085da7955428b02&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0982289 Apr 08 11:16:27.722064 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d202a-44c4-4f45-a92b-49718f94921f req-7d78e102-4cc7-47e0-9a90-86da76c150a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:27.723529 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-513d202a-44c4-4f45-a92b-49718f94921f req-7d78e102-4cc7-47e0-9a90-86da76c150a6 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0870266 Apr 08 11:16:27.835047 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-329c03a9-e28f-4f3d-a1de-8afb4d16806f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:27.837144 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-329c03a9-e28f-4f3d-a1de-8afb4d16806f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=536e7b0a06a64069a085da7955428b02&device_id=4300246a-c78d-4fe1-a4dc-cfa2ad5f323b HTTP/1.1" status: 200 len: 1127 time: 0.0453908 Apr 08 11:16:27.888964 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-a7e416cf-5877-4fc8-b1dc-624d882ed850 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3723fad-c849-4f35-92a6-8f8dd6199d71 HTTP/1.1" status: 200 len: 217 time: 0.0375559 Apr 08 11:16:27.909420 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 53942) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:27.940597 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-2d16a033-17b5-487a-aeb2-3bb9f77ad267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:27.942079 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-2d16a033-17b5-487a-aeb2-3bb9f77ad267 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c24619f7-d80d-4162-813b-e015ae4fe5ee HTTP/1.1" status: 200 len: 853 time: 0.0453041 Apr 08 11:16:27.983852 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-41eb13f8-f666-4e9c-b336-80ec38fa44ec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7e6b2500-7033-4e3c-8b8d-d61be3d2cbda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343204 Apr 08 11:16:28.042759 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a6cb2bd9-a76f-4aae-a1f5-50f8f9fefe8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:28.086757 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-f18dbe17-d916-45b8-b72e-bc5a045509ca service neutron] 10.222.0.25 "GET /v2.0/networks/7e6b2500-7033-4e3c-8b8d-d61be3d2cbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949860 Apr 08 11:16:28.095853 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d322d-9fac-42a2-9899-08b18efb242d req-e15fd2a9-25aa-4640-844d-14befc2bdc9f tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:28.097776 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0a0d322d-9fac-42a2-9899-08b18efb242d req-e15fd2a9-25aa-4640-844d-14befc2bdc9f tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/ports?device_id=41142128-81fa-4cec-9923-e47da86c80bb HTTP/1.1" status: 200 len: 944 time: 0.0952325 Apr 08 11:16:28.171062 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0a0d322d-9fac-42a2-9899-08b18efb242d req-8a28645a-6551-4d86-811e-665bbf97ffe7 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/security-groups?id=4bbba07c-d630-4284-abb3-574035779212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658696 Apr 08 11:16:28.182929 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-22d4e3b8-34d0-4b4b-8eb3-2ed6bbfb7b04 req-bfee57a2-23cc-4e6d-bdcd-17b6592719ee service neutron] 10.222.0.25 "GET /v2.0/networks/7e6b2500-7033-4e3c-8b8d-d61be3d2cbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895274 Apr 08 11:16:28.185285 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a6cb2bd9-a76f-4aae-a1f5-50f8f9fefe8b admin admin] Publish callbacks [] for security_group (a8a783bd-2a68-43cd-a926-8676c07898ce), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:28.289039 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a6cb2bd9-a76f-4aae-a1f5-50f8f9fefe8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (a8a783bd-2a68-43cd-a926-8676c07898ce), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:28.329743 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-a6cb2bd9-a76f-4aae-a1f5-50f8f9fefe8b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0bac9e9aee934e7f87a19b3e3a395d91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4191990 Apr 08 11:16:28.331827 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 53952) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:28.332450 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb2bd9-a76f-4aae-a1f5-50f8f9fefe8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a783bd-2a68-43cd-a926-8676c07898ce,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:28.350375 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cb2bd9-a76f-4aae-a1f5-50f8f9fefe8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:28.350722 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cb2bd9-a76f-4aae-a1f5-50f8f9fefe8b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:28.351060 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cb2bd9-a76f-4aae-a1f5-50f8f9fefe8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:28.351390 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cb2bd9-a76f-4aae-a1f5-50f8f9fefe8b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:28.351731 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cb2bd9-a76f-4aae-a1f5-50f8f9fefe8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:28.352614 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cb2bd9-a76f-4aae-a1f5-50f8f9fefe8b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:28.353036 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cb2bd9-a76f-4aae-a1f5-50f8f9fefe8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:28.353354 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cb2bd9-a76f-4aae-a1f5-50f8f9fefe8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:28.353706 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cb2bd9-a76f-4aae-a1f5-50f8f9fefe8b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:28.361987 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cb2bd9-a76f-4aae-a1f5-50f8f9fefe8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:28.361987 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cb2bd9-a76f-4aae-a1f5-50f8f9fefe8b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:28.361987 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cb2bd9-a76f-4aae-a1f5-50f8f9fefe8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:28.361987 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cb2bd9-a76f-4aae-a1f5-50f8f9fefe8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:28.361987 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cb2bd9-a76f-4aae-a1f5-50f8f9fefe8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:28.361987 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cb2bd9-a76f-4aae-a1f5-50f8f9fefe8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:28.362753 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc193b89-911b-49c6-84db-47cb9f75904d req-6857d433-38cb-4751-91c6-5b10a40a5c87 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:28.362753 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bc193b89-911b-49c6-84db-47cb9f75904d req-6857d433-38cb-4751-91c6-5b10a40a5c87 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/ports?device_id=4300246a-c78d-4fe1-a4dc-cfa2ad5f323b HTTP/1.1" status: 200 len: 943 time: 0.0623574 Apr 08 11:16:28.397529 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1e72cd7f-7ab6-4361-b163-0ec6aa96410d admin admin] Publish callbacks [] for security_group (a8a783bd-2a68-43cd-a926-8676c07898ce), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:28.422138 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1e72cd7f-7ab6-4361-b163-0ec6aa96410d admin admin] Publish callbacks [] for security_group (a8a783bd-2a68-43cd-a926-8676c07898ce), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:28.434175 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bc193b89-911b-49c6-84db-47cb9f75904d req-d815f1db-58ec-4329-bf56-90ce221f986d tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/security-groups?id=4eb0750f-f276-42f8-81c1-2af52ad12264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583272 Apr 08 11:16:28.434842 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 53954) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:28.470404 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device b71e1e7e-2b7a-464d-a328-5798c8ee411f up at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:16:28.545102 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6986430f-43e7-42e9-a484-4c1e43a5fbcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:28.569041 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1e72cd7f-7ab6-4361-b163-0ec6aa96410d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (a8a783bd-2a68-43cd-a926-8676c07898ce), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:28.571791 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1e72cd7f-7ab6-4361-b163-0ec6aa96410d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:28.573233 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-1e72cd7f-7ab6-4361-b163-0ec6aa96410d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a8a783bd-2a68-43cd-a926-8676c07898ce HTTP/1.1" status: 204 len: 168 time: 0.2384195 Apr 08 11:16:28.581075 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e72cd7f-7ab6-4361-b163-0ec6aa96410d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a783bd-2a68-43cd-a926-8676c07898ce,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:28.609246 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning for port b71e1e7e-2b7a-464d-a328-5798c8ee411f completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:16:28.615032 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning complete for port b71e1e7e-2b7a-464d-a328-5798c8ee411f triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:28.615573 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (b71e1e7e-2b7a-464d-a328-5798c8ee411f), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:28.637315 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6986430f-43e7-42e9-a484-4c1e43a5fbcf admin admin] Publish callbacks [] for security_group (3945495c-2e88-4131-a969-7e1dee54bb24), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:28.698848 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port b71e1e7e-2b7a-464d-a328-5798c8ee411f is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:16:28.699160 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (b71e1e7e-2b7a-464d-a328-5798c8ee411f), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:28.706611 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6986430f-43e7-42e9-a484-4c1e43a5fbcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (3945495c-2e88-4131-a969-7e1dee54bb24), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:28.723002 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41142128-81fa-4cec-9923-e47da86c80bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71e1e7e-2b7a-464d-a328-5798c8ee411f'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:16:28.725505 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351759d57aafe3a60f453950940ba8882eb57342389be8e59779499322ae84b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da30071-8fcd-42ae-a506-aee365a22eee" -d '{"events": [{"server_uuid": "41142128-81fa-4cec-9923-e47da86c80bb", "name": "network-vif-plugged", "status": "completed", "tag": "b71e1e7e-2b7a-464d-a328-5798c8ee411f"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:16:28.738761 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port b71e1e7e-2b7a-464d-a328-5798c8ee411f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b71e1e7e-2b7a-464d-a328-5798c8ee411f,segment=NetworkSegment(206fa809-a6dc-43d7-92f0-4aeb257ad4b5),segment_id=206fa809-a6dc-43d7-92f0-4aeb257ad4b5)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:16:28.747501 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-6986430f-43e7-42e9-a484-4c1e43a5fbcf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7590ceff5e504fd997c6be5c87adb914&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3116417 Apr 08 11:16:28.750219 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 53962) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:28.753181 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6986430f-43e7-42e9-a484-4c1e43a5fbcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3945495c-2e88-4131-a969-7e1dee54bb24,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:28.783175 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f2e319-3a2a-4a71-a359-b709ad618193 x-openstack-request-id: req-c2f2e319-3a2a-4a71-a359-b709ad618193 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:16:28.783462 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41142128-81fa-4cec-9923-e47da86c80bb", "name": "network-vif-plugged", "status": "completed", "tag": "b71e1e7e-2b7a-464d-a328-5798c8ee411f", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:16:28.783710 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c2f2e319-3a2a-4a71-a359-b709ad618193 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:16:28.784247 dv-cinder-836073-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2f2e319-3a2a-4a71-a359-b709ad618193'] response: {'server_uuid': '41142128-81fa-4cec-9923-e47da86c80bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71e1e7e-2b7a-464d-a328-5798c8ee411f', 'code': 200} Apr 08 11:16:28.797639 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (b71e1e7e-2b7a-464d-a328-5798c8ee411f), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:28.800748 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-011c7a0b-cd3c-40d6-945c-5c1595103fdf admin admin] Publish callbacks [] for security_group (3945495c-2e88-4131-a969-7e1dee54bb24), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:28.829671 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-011c7a0b-cd3c-40d6-945c-5c1595103fdf admin admin] Publish callbacks [] for security_group (3945495c-2e88-4131-a969-7e1dee54bb24), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:28.848591 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=b71e1e7e-2b7a-464d-a328-5798c8ee411f,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:28.974648 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-011c7a0b-cd3c-40d6-945c-5c1595103fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (3945495c-2e88-4131-a969-7e1dee54bb24), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:28.977421 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-011c7a0b-cd3c-40d6-945c-5c1595103fdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:28.978797 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-011c7a0b-cd3c-40d6-945c-5c1595103fdf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3945495c-2e88-4131-a969-7e1dee54bb24 HTTP/1.1" status: 204 len: 168 time: 0.2274284 Apr 08 11:16:28.987361 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c7a0b-cd3c-40d6-945c-5c1595103fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3945495c-2e88-4131-a969-7e1dee54bb24,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:29.307750 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312910b-0d3d-408b-9ae8-cfeae7f2199c req-65b5da05-2001-4f19-b74b-265ca7ebb1c7 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:29.309375 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3312910b-0d3d-408b-9ae8-cfeae7f2199c req-65b5da05-2001-4f19-b74b-265ca7ebb1c7 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/ports?device_id=41142128-81fa-4cec-9923-e47da86c80bb HTTP/1.1" status: 200 len: 945 time: 0.0621269 Apr 08 11:16:29.358231 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3312910b-0d3d-408b-9ae8-cfeae7f2199c req-2db11f76-5fbe-443b-a5a9-c90dec81f176 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/security-groups?id=4bbba07c-d630-4284-abb3-574035779212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432785 Apr 08 11:16:29.526561 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc916b1c-b70a-4d77-9b6f-f809ea37c644 req-90ade06a-e444-40e1-afb7-351c426a009c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:29.528167 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dc916b1c-b70a-4d77-9b6f-f809ea37c644 req-90ade06a-e444-40e1-afb7-351c426a009c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=41142128-81fa-4cec-9923-e47da86c80bb HTTP/1.1" status: 200 len: 1129 time: 0.0495293 Apr 08 11:16:29.560941 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f44b28-244d-4c44-a2e9-d13f1fa81ef1 req-859794fe-4afc-4488-b872-a312c5c4a22b tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:29.562597 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-06f44b28-244d-4c44-a2e9-d13f1fa81ef1 req-859794fe-4afc-4488-b872-a312c5c4a22b tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/ports?device_id=4300246a-c78d-4fe1-a4dc-cfa2ad5f323b HTTP/1.1" status: 200 len: 943 time: 0.0616872 Apr 08 11:16:29.583535 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dc916b1c-b70a-4d77-9b6f-f809ea37c644 req-d3248180-a1f6-4d1c-8c85-061a4c9b3c4b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4bbba07c-d630-4284-abb3-574035779212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480657 Apr 08 11:16:29.610169 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-06f44b28-244d-4c44-a2e9-d13f1fa81ef1 req-93ee9b31-8d7c-44de-9737-32481b24d0c7 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/security-groups?id=4eb0750f-f276-42f8-81c1-2af52ad12264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420516 Apr 08 11:16:29.832600 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-30926622-8e88-4550-8ae7-1f49fa1626ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:30.033016 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 54012) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:30.129514 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-3ed1e381-4363-4527-b4ef-8fb6c436018e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-944622486-network', 'tenant_id': '8eea60d9686244e7a5e64b448261087b'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:16:30.237718 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed1e381-4363-4527-b4ef-8fb6c436018e admin admin] Made reservation on behalf of 8eea60d9686244e7a5e64b448261087b for: {'network': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:16:30.239872 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3ed1e381-4363-4527-b4ef-8fb6c436018e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for network (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:30.249514 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3ed1e381-4363-4527-b4ef-8fb6c436018e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:30.311908 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 54018) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:30.325669 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3ed1e381-4363-4527-b4ef-8fb6c436018e admin admin] Publish callbacks [] for security_group (22de0983-62f5-4813-9491-006d8c3ba08d), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:30.414945 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3ed1e381-4363-4527-b4ef-8fb6c436018e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (22de0983-62f5-4813-9491-006d8c3ba08d), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:30.418366 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2cf1470e-1725-417d-84b8-fa33eecf5ff6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:30.443266 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ed1e381-4363-4527-b4ef-8fb6c436018e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=104017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:16:30.453267 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1e381-4363-4527-b4ef-8fb6c436018e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22de0983-62f5-4813-9491-006d8c3ba08d,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:30.458008 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3ed1e381-4363-4527-b4ef-8fb6c436018e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154'] for segment (8366eac7-5c6e-4c3a-8825-453919965874), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:30.458346 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.db.segments_db [None req-3ed1e381-4363-4527-b4ef-8fb6c436018e admin admin] Added segment 8366eac7-5c6e-4c3a-8825-453919965874 of type vlan for network e1133a44-85d5-46f5-986a-992a0c333add Apr 08 11:16:30.481243 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device f3723fad-c849-4f35-92a6-8f8dd6199d71 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:16:30.501006 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3ed1e381-4363-4527-b4ef-8fb6c436018e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771786507915'] for network (e1133a44-85d5-46f5-986a-992a0c333add), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:30.508537 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127c972-09e1-4455-bb39-bafcfd273822 req-d5f9c23f-72c7-4fed-82af-00f139dc5888 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:30.510864 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3127c972-09e1-4455-bb39-bafcfd273822 req-d5f9c23f-72c7-4fed-82af-00f139dc5888 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/ports?device_id=41142128-81fa-4cec-9923-e47da86c80bb HTTP/1.1" status: 200 len: 945 time: 0.0842443 Apr 08 11:16:30.580142 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2cf1470e-1725-417d-84b8-fa33eecf5ff6 admin admin] Publish callbacks [] for security_group (3baf86e5-a248-478d-a298-3708091ad1eb), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:30.584745 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3127c972-09e1-4455-bb39-bafcfd273822 req-e4b47c71-470d-44dd-8ffc-289fe4eaf423 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/security-groups?id=4bbba07c-d630-4284-abb3-574035779212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669715 Apr 08 11:16:30.593209 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port f3723fad-c849-4f35-92a6-8f8dd6199d71, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f3723fad-c849-4f35-92a6-8f8dd6199d71,segment=NetworkSegment(483504d6-0875-4d90-991b-b978ae9dd8ca),segment_id=483504d6-0875-4d90-991b-b978ae9dd8ca)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:16:30.605310 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Returning: {'device': 'f3723fad-c849-4f35-92a6-8f8dd6199d71', 'network_id': '7e6b2500-7033-4e3c-8b8d-d61be3d2cbda', 'port_id': 'f3723fad-c849-4f35-92a6-8f8dd6199d71', 'mac_address': 'fa:16:3e:c9:a0:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24619f7-d80d-4162-813b-e015ae4fe5ee', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:16:30.608512 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3ed1e381-4363-4527-b4ef-8fb6c436018e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7922337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737'] for network (e1133a44-85d5-46f5-986a-992a0c333add), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:30.609500 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed1e381-4363-4527-b4ef-8fb6c436018e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:30.610106 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3ed1e381-4363-4527-b4ef-8fb6c436018e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:30.647912 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port f3723fad-c849-4f35-92a6-8f8dd6199d71 is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:16:30.648500 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (f3723fad-c849-4f35-92a6-8f8dd6199d71), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:30.663324 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3723fad-c849-4f35-92a6-8f8dd6199d71 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:16:30.674688 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1e381-4363-4527-b4ef-8fb6c436018e admin admin] Pushing event updated for resources: {'Network': ['ID=e1133a44-85d5-46f5-986a-992a0c333add,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:30.684265 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2cf1470e-1725-417d-84b8-fa33eecf5ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (3baf86e5-a248-478d-a298-3708091ad1eb), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:30.694545 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port f3723fad-c849-4f35-92a6-8f8dd6199d71, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f3723fad-c849-4f35-92a6-8f8dd6199d71,segment=NetworkSegment(483504d6-0875-4d90-991b-b978ae9dd8ca),segment_id=483504d6-0875-4d90-991b-b978ae9dd8ca)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:16:30.695828 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Network e1133a44-85d5-46f5-986a-992a0c333add details requested by agent ovs-agent-dv-cinder-836073-3-iscsi with host dv-cinder-836073-3-iscsi {{(pid=104018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:16:30.728934 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-2cf1470e-1725-417d-84b8-fa33eecf5ff6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a5d34d56678d4642bd831df6880c162d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4125118 Apr 08 11:16:30.728934 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf1470e-1725-417d-84b8-fa33eecf5ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3baf86e5-a248-478d-a298-3708091ad1eb,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:30.729260 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-3ed1e381-4363-4527-b4ef-8fb6c436018e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6929066 Apr 08 11:16:30.729681 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 54026) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:30.730489 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 54028) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:30.735152 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-ddfa5546-65a7-4889-ad1f-de8bcc6f1b42 admin admin] Request body: {'subnet': {'network_id': 'e1133a44-85d5-46f5-986a-992a0c333add', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-944622486-subnet', 'tenant_id': '8eea60d9686244e7a5e64b448261087b', 'ip_version': 4}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:16:30.771026 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343f928-1bfd-4e4e-a5b7-5a5d167fa23c req-16b4c0c1-3b75-4df0-9cb4-7b7d3d87dcda tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:30.772562 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6343f928-1bfd-4e4e-a5b7-5a5d167fa23c req-16b4c0c1-3b75-4df0-9cb4-7b7d3d87dcda tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/ports?device_id=4300246a-c78d-4fe1-a4dc-cfa2ad5f323b HTTP/1.1" status: 200 len: 943 time: 0.0869329 Apr 08 11:16:30.787215 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d9a3a6ea-9c61-4035-8a63-c71fe4c408dc admin admin] Publish callbacks [] for security_group (3baf86e5-a248-478d-a298-3708091ad1eb), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:30.812105 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (f3723fad-c849-4f35-92a6-8f8dd6199d71), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:30.813261 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d9a3a6ea-9c61-4035-8a63-c71fe4c408dc admin admin] Publish callbacks [] for security_group (3baf86e5-a248-478d-a298-3708091ad1eb), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:30.827990 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6343f928-1bfd-4e4e-a5b7-5a5d167fa23c req-b2d9c6b0-79e2-4ea7-8a4f-99e89200e1a5 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/security-groups?id=4eb0750f-f276-42f8-81c1-2af52ad12264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486181 Apr 08 11:16:30.851240 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfa5546-65a7-4889-ad1f-de8bcc6f1b42 admin admin] Made reservation on behalf of 8eea60d9686244e7a5e64b448261087b for: {'subnet': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:16:30.855031 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ddfa5546-65a7-4889-ad1f-de8bcc6f1b42 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380800'] for subnet (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:30.865335 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=f3723fad-c849-4f35-92a6-8f8dd6199d71,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:30.940354 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d9a3a6ea-9c61-4035-8a63-c71fe4c408dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (3baf86e5-a248-478d-a298-3708091ad1eb), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:30.942954 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d9a3a6ea-9c61-4035-8a63-c71fe4c408dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:30.946589 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-d9a3a6ea-9c61-4035-8a63-c71fe4c408dc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3baf86e5-a248-478d-a298-3708091ad1eb HTTP/1.1" status: 204 len: 168 time: 0.2133324 Apr 08 11:16:30.952698 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3a6ea-9c61-4035-8a63-c71fe4c408dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3baf86e5-a248-478d-a298-3708091ad1eb,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:31.088646 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:31.150716 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] get_ports_and_sgs() called for port_ids ['f3723fad-c849-4f35-92a6-8f8dd6199d71'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:16:31.152200 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ddfa5546-65a7-4889-ad1f-de8bcc6f1b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3090084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25379898'] for subnet (b4615c09-bfb8-402c-89e5-7c1874f53767), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:31.207827 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa5546-65a7-4889-ad1f-de8bcc6f1b42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4615c09-bfb8-402c-89e5-7c1874f53767,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:31.219941 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfa5546-65a7-4889-ad1f-de8bcc6f1b42 admin admin] Checking segment: {'id': '8366eac7-5c6e-4c3a-8825-453919965874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e1133a44-85d5-46f5-986a-992a0c333add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:16:31.225170 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfa5546-65a7-4889-ad1f-de8bcc6f1b42 admin admin] Network hostable DHCP agents. Network: e1133a44-85d5-46f5-986a-992a0c333add, hostable agents: ['19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3'], hosted agents: [] {{(pid=104017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:16:31.329013 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfa5546-65a7-4889-ad1f-de8bcc6f1b42 admin admin] Network e1133a44-85d5-46f5-986a-992a0c333add is scheduled to be hosted by DHCP agent 19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3 with binding_index 1 {{(pid=104017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:16:31.438077 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-ddfa5546-65a7-4889-ad1f-de8bcc6f1b42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-3-iscsi, e1133a44-85d5-46f5-986a-992a0c333add) {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:16:31.438077 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfa5546-65a7-4889-ad1f-de8bcc6f1b42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:31.438077 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ddfa5546-65a7-4889-ad1f-de8bcc6f1b42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:31.438366 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e57076-95f0-4df3-ba00-0148b80cecc3 None None] Network e1133a44-85d5-46f5-986a-992a0c333add requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:16:31.538384 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-ddfa5546-65a7-4889-ad1f-de8bcc6f1b42 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8067105 Apr 08 11:16:31.539360 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcf4263-bbf3-406c-be29-4e31750682b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9c17c0d-e777-5cf5-a53f-4f0394d5d5a3-e1133a44-85d5-46f5-986a-992a0c333add', 'network_id': 'e1133a44-85d5-46f5-986a-992a0c333add', 'project_id': '8eea60d9686244e7a5e64b448261087b', 'fixed_ips': [{'subnet_id': 'b4615c09-bfb8-402c-89e5-7c1874f53767'}]}} from dv-cinder-836073-3-iscsi. {{(pid=104018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 11:16:31.540372 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2fcf4263-bbf3-406c-be29-4e31750682b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:31.540870 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 54040) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:31.545067 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-2ecf42a7-7a06-4e31-bd09-ef4871429250 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-944622486-router', 'tenant_id': '8eea60d9686244e7a5e64b448261087b', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'}}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:16:31.666259 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2ecf42a7-7a06-4e31-bd09-ef4871429250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-458056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1014035'] for router (976e4962-5fb0-44b3-9a94-ac731b3b9cd6), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:31.667447 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2ecf42a7-7a06-4e31-bd09-ef4871429250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456264', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-479860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1014248'] for router (976e4962-5fb0-44b3-9a94-ac731b3b9cd6), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:31.687022 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [None req-2fcf4263-bbf3-406c-be29-4e31750682b3 None None] Allocated IP 172.20.0.2 (e1133a44-85d5-46f5-986a-992a0c333add/b4615c09-bfb8-402c-89e5-7c1874f53767/0ab9d08a-73ea-459c-9e7a-34054b429c9f) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:16:31.755946 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e8890-55da-499f-bd8a-d06b2214632e req-88215cda-7b05-4146-870f-5164d557aca5 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:31.759472 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ef9e8890-55da-499f-bd8a-d06b2214632e req-88215cda-7b05-4146-870f-5164d557aca5 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/ports?device_id=41142128-81fa-4cec-9923-e47da86c80bb HTTP/1.1" status: 200 len: 945 time: 0.1009698 Apr 08 11:16:31.759626 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2ecf42a7-7a06-4e31-bd09-ef4871429250 admin admin] Publish callbacks [] for router_controller (976e4962-5fb0-44b3-9a94-ac731b3b9cd6), precommit_add_association {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:31.809889 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ef9e8890-55da-499f-bd8a-d06b2214632e req-91d35edf-f98b-4fac-a6e3-bd0d75a74f3f tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/security-groups?id=4bbba07c-d630-4284-abb3-574035779212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446579 Apr 08 11:16:31.856717 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2fcf4263-bbf3-406c-be29-4e31750682b3 None None] Publish callbacks [] for port (0ab9d08a-73ea-459c-9e7a-34054b429c9f), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:31.929745 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2fcf4263-bbf3-406c-be29-4e31750682b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629'] for port (0ab9d08a-73ea-459c-9e7a-34054b429c9f), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:31.975820 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcf4263-bbf3-406c-be29-4e31750682b3 None None] Network e1133a44-85d5-46f5-986a-992a0c333add is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:16:31.982265 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-2fcf4263-bbf3-406c-be29-4e31750682b3 None None] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:16:31.988446 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcf4263-bbf3-406c-be29-4e31750682b3 None None] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:16:31.994974 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf4263-bbf3-406c-be29-4e31750682b3 None None] Pushing event updated for resources: {'Port': ['ID=0ab9d08a-73ea-459c-9e7a-34054b429c9f,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:32.042284 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2ecf42a7-7a06-4e31-bd09-ef4871429250 admin admin] Publish callbacks [] for router_gateway (976e4962-5fb0-44b3-9a94-ac731b3b9cd6), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:32.050359 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-2fcf4263-bbf3-406c-be29-4e31750682b3 None None] Attempting to bind port 0ab9d08a-73ea-459c-9e7a-34054b429c9f on host dv-cinder-836073-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:16:32.050729 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-2fcf4263-bbf3-406c-be29-4e31750682b3 None None] Attempting to bind port 0ab9d08a-73ea-459c-9e7a-34054b429c9f by drivers openvswitch,hyperv on host dv-cinder-836073-3-iscsi at level 0 using segments [{'id': '8366eac7-5c6e-4c3a-8825-453919965874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e1133a44-85d5-46f5-986a-992a0c333add'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:16:32.051085 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcf4263-bbf3-406c-be29-4e31750682b3 None None] Attempting to bind port 0ab9d08a-73ea-459c-9e7a-34054b429c9f on network e1133a44-85d5-46f5-986a-992a0c333add {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:16:32.057041 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcf4263-bbf3-406c-be29-4e31750682b3 None None] Checking agent: {'id': 'eea5fd99-e581-41a4-a61b-1141d246636d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 58, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:16:32.057437 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcf4263-bbf3-406c-be29-4e31750682b3 None None] Checking segment: {'id': '8366eac7-5c6e-4c3a-8825-453919965874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e1133a44-85d5-46f5-986a-992a0c333add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:16:32.057981 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2fcf4263-bbf3-406c-be29-4e31750682b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:32.058381 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcf4263-bbf3-406c-be29-4e31750682b3 None None] Bound using segment: {'id': '8366eac7-5c6e-4c3a-8825-453919965874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e1133a44-85d5-46f5-986a-992a0c333add'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:16:32.058865 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-2fcf4263-bbf3-406c-be29-4e31750682b3 None None] Bound port: 0ab9d08a-73ea-459c-9e7a-34054b429c9f, host: dv-cinder-836073-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8366eac7-5c6e-4c3a-8825-453919965874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e1133a44-85d5-46f5-986a-992a0c333add'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:16:32.059215 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e49326-18d8-4ac9-a5e9-cf699816a8c1 req-ca3733d6-f004-4778-bc7e-156896846a82 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:32.059336 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2fcf4263-bbf3-406c-be29-4e31750682b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (0ab9d08a-73ea-459c-9e7a-34054b429c9f), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:32.060724 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-88e49326-18d8-4ac9-a5e9-cf699816a8c1 req-ca3733d6-f004-4778-bc7e-156896846a82 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/ports?device_id=4300246a-c78d-4fe1-a4dc-cfa2ad5f323b HTTP/1.1" status: 200 len: 944 time: 0.1306214 Apr 08 11:16:32.119673 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-88e49326-18d8-4ac9-a5e9-cf699816a8c1 req-af86343b-b53c-4780-a026-ed1b2c4b6f66 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/security-groups?id=4eb0750f-f276-42f8-81c1-2af52ad12264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510168 Apr 08 11:16:32.133979 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-2fcf4263-bbf3-406c-be29-4e31750682b3 None None] For port 0ab9d08a-73ea-459c-9e7a-34054b429c9f, host dv-cinder-836073-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:16:32.138248 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-2fcf4263-bbf3-406c-be29-4e31750682b3 None None] For port 0ab9d08a-73ea-459c-9e7a-34054b429c9f, host dv-cinder-836073-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=0ab9d08a-73ea-459c-9e7a-34054b429c9f,segment=NetworkSegment(8366eac7-5c6e-4c3a-8825-453919965874),segment_id=8366eac7-5c6e-4c3a-8825-453919965874)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:16:32.182268 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 54058) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:32.249846 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2fcf4263-bbf3-406c-be29-4e31750682b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (0ab9d08a-73ea-459c-9e7a-34054b429c9f), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:32.293837 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-e3efb2c6-7c30-47db-b3ac-db6d96ec9db2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-78324127-network', 'tenant_id': 'a7597e54e7e24531b98b0573504715f2'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:16:32.317110 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf4263-bbf3-406c-be29-4e31750682b3 None None] Pushing event updated for resources: {'Port': ['ID=0ab9d08a-73ea-459c-9e7a-34054b429c9f,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:32.359035 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2ecf42a7-7a06-4e31-bd09-ef4871429250 admin admin] Publish callbacks [] for router_gateway (976e4962-5fb0-44b3-9a94-ac731b3b9cd6), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:32.381907 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2ecf42a7-7a06-4e31-bd09-ef4871429250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:32.409324 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3efb2c6-7c30-47db-b3ac-db6d96ec9db2 admin admin] Made reservation on behalf of a7597e54e7e24531b98b0573504715f2 for: {'network': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:16:32.412360 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e3efb2c6-7c30-47db-b3ac-db6d96ec9db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for network (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:32.422257 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e3efb2c6-7c30-47db-b3ac-db6d96ec9db2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:32.500308 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-2ecf42a7-7a06-4e31-bd09-ef4871429250 admin admin] Allocated IP 172.27.0.43 (9ba38368-ff54-4986-b9fd-e3d76f01d727/295b2c6f-15e1-46ca-ae70-e3531500d944/4bb42516-0605-44a4-888b-a3c58393e591) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:16:32.512064 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device f3723fad-c849-4f35-92a6-8f8dd6199d71 up at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:16:32.542384 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e3efb2c6-7c30-47db-b3ac-db6d96ec9db2 admin admin] Publish callbacks [] for security_group (e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:32.626844 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e3efb2c6-7c30-47db-b3ac-db6d96ec9db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:32.627105 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:32.645254 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2ecf42a7-7a06-4e31-bd09-ef4871429250 admin admin] Publish callbacks [] for port (4bb42516-0605-44a4-888b-a3c58393e591), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:32.654044 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3efb2c6-7c30-47db-b3ac-db6d96ec9db2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=104016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:16:32.664227 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3efb2c6-7c30-47db-b3ac-db6d96ec9db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:32.669315 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e3efb2c6-7c30-47db-b3ac-db6d96ec9db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154'] for segment (9600fefb-871a-4d8b-b2c3-78add29baf9e), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:32.669718 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.db.segments_db [None req-e3efb2c6-7c30-47db-b3ac-db6d96ec9db2 admin admin] Added segment 9600fefb-871a-4d8b-b2c3-78add29baf9e of type vlan for network 70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34 Apr 08 11:16:32.709792 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e3efb2c6-7c30-47db-b3ac-db6d96ec9db2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771786507915'] for network (70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:32.728970 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning for port f3723fad-c849-4f35-92a6-8f8dd6199d71 completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:16:32.732916 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning complete for port f3723fad-c849-4f35-92a6-8f8dd6199d71 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:32.733285 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (f3723fad-c849-4f35-92a6-8f8dd6199d71), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:32.752538 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2ecf42a7-7a06-4e31-bd09-ef4871429250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3089968'] for port (4bb42516-0605-44a4-888b-a3c58393e591), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:32.795220 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecf42a7-7a06-4e31-bd09-ef4871429250 admin admin] Network 9ba38368-ff54-4986-b9fd-e3d76f01d727 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:16:32.800155 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-2ecf42a7-7a06-4e31-bd09-ef4871429250 admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:16:32.805997 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecf42a7-7a06-4e31-bd09-ef4871429250 admin admin] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:16:32.809227 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf42a7-7a06-4e31-bd09-ef4871429250 admin admin] Pushing event updated for resources: {'Port': ['ID=4bb42516-0605-44a4-888b-a3c58393e591,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:32.820371 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e3efb2c6-7c30-47db-b3ac-db6d96ec9db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7922337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737'] for network (70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:32.823184 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3efb2c6-7c30-47db-b3ac-db6d96ec9db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:32.823770 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e3efb2c6-7c30-47db-b3ac-db6d96ec9db2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:32.838383 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port f3723fad-c849-4f35-92a6-8f8dd6199d71 is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:16:32.838779 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (f3723fad-c849-4f35-92a6-8f8dd6199d71), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:32.886116 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port f3723fad-c849-4f35-92a6-8f8dd6199d71, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f3723fad-c849-4f35-92a6-8f8dd6199d71,segment=NetworkSegment(483504d6-0875-4d90-991b-b978ae9dd8ca),segment_id=483504d6-0875-4d90-991b-b978ae9dd8ca)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:16:32.887367 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4300246a-c78d-4fe1-a4dc-cfa2ad5f323b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3723fad-c849-4f35-92a6-8f8dd6199d71'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:16:32.889848 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351759d57aafe3a60f453950940ba8882eb57342389be8e59779499322ae84b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b6bd0c-7471-4710-bbbc-f5cfc6c8b119" -d '{"events": [{"server_uuid": "4300246a-c78d-4fe1-a4dc-cfa2ad5f323b", "name": "network-vif-plugged", "status": "completed", "tag": "f3723fad-c849-4f35-92a6-8f8dd6199d71"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:16:32.906534 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3efb2c6-7c30-47db-b3ac-db6d96ec9db2 admin admin] Pushing event updated for resources: {'Network': ['ID=70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:32.918094 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Network 70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34 details requested by agent ovs-agent-dv-cinder-836073-3-iscsi with host dv-cinder-836073-3-iscsi {{(pid=104018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:16:32.933902 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bcf424d-f70d-48eb-af02-02e1743c73b0 x-openstack-request-id: req-7bcf424d-f70d-48eb-af02-02e1743c73b0 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:16:32.934570 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4300246a-c78d-4fe1-a4dc-cfa2ad5f323b", "name": "network-vif-plugged", "status": "completed", "tag": "f3723fad-c849-4f35-92a6-8f8dd6199d71", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:16:32.934570 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7bcf424d-f70d-48eb-af02-02e1743c73b0 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:16:32.934974 dv-cinder-836073-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bcf424d-f70d-48eb-af02-02e1743c73b0'] response: {'server_uuid': '4300246a-c78d-4fe1-a4dc-cfa2ad5f323b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3723fad-c849-4f35-92a6-8f8dd6199d71', 'code': 200} Apr 08 11:16:32.980563 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-e3efb2c6-7c30-47db-b3ac-db6d96ec9db2 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7971685 Apr 08 11:16:32.980848 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 54074) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:32.985465 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (f3723fad-c849-4f35-92a6-8f8dd6199d71), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:32.988859 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-c6437e44-d284-44f6-ba0b-189aed4097d8 admin admin] Request body: {'subnet': {'network_id': '70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-78324127-subnet', 'tenant_id': 'a7597e54e7e24531b98b0573504715f2', 'ip_version': 4}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:16:33.051468 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=f3723fad-c849-4f35-92a6-8f8dd6199d71,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:33.157502 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6437e44-d284-44f6-ba0b-189aed4097d8 admin admin] Made reservation on behalf of a7597e54e7e24531b98b0573504715f2 for: {'subnet': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:16:33.160296 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c6437e44-d284-44f6-ba0b-189aed4097d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380800'] for subnet (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:33.174835 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 0ab9d08a-73ea-459c-9e7a-34054b429c9f up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:16:33.253930 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port 0ab9d08a-73ea-459c-9e7a-34054b429c9f triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:33.254261 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (0ab9d08a-73ea-459c-9e7a-34054b429c9f), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:33.347762 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port 0ab9d08a-73ea-459c-9e7a-34054b429c9f is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:16:33.348556 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (0ab9d08a-73ea-459c-9e7a-34054b429c9f), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:33.363758 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2ecf42a7-7a06-4e31-bd09-ef4871429250 admin admin] Publish callbacks [] for router_gateway (976e4962-5fb0-44b3-9a94-ac731b3b9cd6), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:33.390764 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] For port 0ab9d08a-73ea-459c-9e7a-34054b429c9f, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=0ab9d08a-73ea-459c-9e7a-34054b429c9f,segment=NetworkSegment(8366eac7-5c6e-4c3a-8825-453919965874),segment_id=8366eac7-5c6e-4c3a-8825-453919965874)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:16:33.438090 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2de6fc-3830-4591-8519-bf6f97e4ec10 req-3b6ef681-9e05-4e9e-bd34-d91409976aeb tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:33.440608 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ec2de6fc-3830-4591-8519-bf6f97e4ec10 req-3b6ef681-9e05-4e9e-bd34-d91409976aeb tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/ports?device_id=41142128-81fa-4cec-9923-e47da86c80bb HTTP/1.1" status: 200 len: 945 time: 0.0660408 Apr 08 11:16:33.481758 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26a5a60-c3e9-4023-a29d-e5081c1f5d6e None None] Network e1133a44-85d5-46f5-986a-992a0c333add requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:16:33.490171 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ec2de6fc-3830-4591-8519-bf6f97e4ec10 req-bc256849-fa0c-4518-ac54-6c11cc7b7377 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/security-groups?id=4bbba07c-d630-4284-abb3-574035779212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485597 Apr 08 11:16:33.508979 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (0ab9d08a-73ea-459c-9e7a-34054b429c9f), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:33.610886 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-264dba1b-21cd-4aef-9b05-072554a0af6a None None] Provisioning complete for port 0ab9d08a-73ea-459c-9e7a-34054b429c9f triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:33.611259 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-264dba1b-21cd-4aef-9b05-072554a0af6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (0ab9d08a-73ea-459c-9e7a-34054b429c9f), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:33.636799 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Pushing event updated for resources: {'Port': ['ID=0ab9d08a-73ea-459c-9e7a-34054b429c9f,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:33.638455 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82579c8c-2082-45be-af67-4bebaccbca4f req-7c0958b4-e250-4155-9701-af15d6125ae3 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:33.639935 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-82579c8c-2082-45be-af67-4bebaccbca4f req-7c0958b4-e250-4155-9701-af15d6125ae3 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/ports?device_id=4300246a-c78d-4fe1-a4dc-cfa2ad5f323b HTTP/1.1" status: 200 len: 945 time: 0.4042354 Apr 08 11:16:33.729972 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-264dba1b-21cd-4aef-9b05-072554a0af6a None None] Current status of the port 0ab9d08a-73ea-459c-9e7a-34054b429c9f is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:16:33.800848 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-82579c8c-2082-45be-af67-4bebaccbca4f req-471d83e5-f26a-4c07-b95b-a7a8b9e5709a tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/security-groups?id=4eb0750f-f276-42f8-81c1-2af52ad12264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419871 Apr 08 11:16:33.892271 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c6437e44-d284-44f6-ba0b-189aed4097d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3090084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25379898'] for subnet (09a28b7c-e1a2-4e20-a3c8-07d8f4be6de1), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:33.951917 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-4a2838f1-ce5d-4879-a28d-17319834d6ad None None] Provisioning complete for port 0ab9d08a-73ea-459c-9e7a-34054b429c9f triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:33.952499 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4a2838f1-ce5d-4879-a28d-17319834d6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (0ab9d08a-73ea-459c-9e7a-34054b429c9f), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:33.983520 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2ecf42a7-7a06-4e31-bd09-ef4871429250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456231'] for router (976e4962-5fb0-44b3-9a94-ac731b3b9cd6), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:33.987834 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6437e44-d284-44f6-ba0b-189aed4097d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09a28b7c-e1a2-4e20-a3c8-07d8f4be6de1,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:33.998234 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6437e44-d284-44f6-ba0b-189aed4097d8 admin admin] Checking segment: {'id': '9600fefb-871a-4d8b-b2c3-78add29baf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:16:33.998595 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6437e44-d284-44f6-ba0b-189aed4097d8 admin admin] Network hostable DHCP agents. Network: 70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34, hostable agents: ['19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3'], hosted agents: [] {{(pid=104017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:16:34.033911 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-4a2838f1-ce5d-4879-a28d-17319834d6ad None None] Current status of the port 0ab9d08a-73ea-459c-9e7a-34054b429c9f is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:16:34.167744 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6437e44-d284-44f6-ba0b-189aed4097d8 admin admin] Network 70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34 is scheduled to be hosted by DHCP agent 19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3 with binding_index 1 {{(pid=104017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:16:34.236564 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ecf42a7-7a06-4e31-bd09-ef4871429250 admin admin] Router 976e4962-5fb0-44b3-9a94-ac731b3b9cd6 is scheduled to L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 with binding_index 1 {{(pid=104017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 11:16:34.266380 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:34.279842 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-c6437e44-d284-44f6-ba0b-189aed4097d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-3-iscsi, 70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34) {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:16:34.284338 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6437e44-d284-44f6-ba0b-189aed4097d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:34.285012 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c6437e44-d284-44f6-ba0b-189aed4097d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:34.288393 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da642184-c447-4144-aebc-13a1c8d5c7b8 None None] Network 70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34 requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:16:34.361201 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ecf42a7-7a06-4e31-bd09-ef4871429250 admin admin] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:16:34.374462 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-c6437e44-d284-44f6-ba0b-189aed4097d8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3925672 Apr 08 11:16:34.377523 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 54080) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:34.382945 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-beeafe9b-18bf-4f41-a56b-0b738fea40b8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-78324127-router', 'tenant_id': 'a7597e54e7e24531b98b0573504715f2', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'}}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:16:34.456109 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2ecf42a7-7a06-4e31-bd09-ef4871429250 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:34.459905 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-2ecf42a7-7a06-4e31-bd09-ef4871429250 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.9155018 Apr 08 11:16:34.461246 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 54082) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:34.473070 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d41c03b-1fb5-4d41-954d-439ed10c3878 None None] Sync routers for ids ['976e4962-5fb0-44b3-9a94-ac731b3b9cd6'] in dv-cinder-836073-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:16:34.494811 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae154e40-eec5-4b70-8d06-5db782204f9a req-0c916594-912c-437f-93d3-3969f6ccea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:34.495923 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d41c03b-1fb5-4d41-954d-439ed10c3878 None None] Routers {'976e4962-5fb0-44b3-9a94-ac731b3b9cd6'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:16:34.496537 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ae154e40-eec5-4b70-8d06-5db782204f9a req-0c916594-912c-437f-93d3-3969f6ccea02 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4300246a-c78d-4fe1-a4dc-cfa2ad5f323b HTTP/1.1" status: 200 len: 1129 time: 0.0558486 Apr 08 11:16:34.496668 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-3d41c03b-1fb5-4d41-954d-439ed10c3878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:16:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['976e4962-5fb0-44b3-9a94-ac731b3b9cd6'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:34.565376 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-beeafe9b-18bf-4f41-a56b-0b738fea40b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-458056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1014035'] for router (1bbac20d-932e-4309-8945-3ffddcd51293), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:34.566566 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-beeafe9b-18bf-4f41-a56b-0b738fea40b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456264', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-479860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1014248'] for router (1bbac20d-932e-4309-8945-3ffddcd51293), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:34.599440 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cde0885-15fe-41b2-a819-ebef59b95ff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9c17c0d-e777-5cf5-a53f-4f0394d5d5a3-70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34', 'network_id': '70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34', 'project_id': 'a7597e54e7e24531b98b0573504715f2', 'fixed_ips': [{'subnet_id': '09a28b7c-e1a2-4e20-a3c8-07d8f4be6de1'}]}} from dv-cinder-836073-3-iscsi. {{(pid=104018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 11:16:34.600299 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2cde0885-15fe-41b2-a819-ebef59b95ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:34.670540 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-beeafe9b-18bf-4f41-a56b-0b738fea40b8 admin admin] Publish callbacks [] for router_controller (1bbac20d-932e-4309-8945-3ffddcd51293), precommit_add_association {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:34.689025 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7598af-f558-4e2b-8029-0143a5092c24 req-9ad81d4e-1770-40b5-9722-9cfc69fa0a55 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:34.692206 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-3d41c03b-1fb5-4d41-954d-439ed10c3878 None None] Set router 976e4962-5fb0-44b3-9a94-ac731b3b9cd6 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:16:34.696155 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ac7598af-f558-4e2b-8029-0143a5092c24 req-9ad81d4e-1770-40b5-9722-9cfc69fa0a55 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/ports?device_id=41142128-81fa-4cec-9923-e47da86c80bb HTTP/1.1" status: 200 len: 945 time: 0.1332884 Apr 08 11:16:34.735167 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ae154e40-eec5-4b70-8d06-5db782204f9a req-0a3f021d-966f-4f04-aebd-4f670aebbba9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4eb0750f-f276-42f8-81c1-2af52ad12264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150599 Apr 08 11:16:34.760549 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ac7598af-f558-4e2b-8029-0143a5092c24 req-62307c44-d28b-494e-ab6e-18b956ac0abb tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/security-groups?id=4bbba07c-d630-4284-abb3-574035779212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635347 Apr 08 11:16:34.870837 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [None req-2cde0885-15fe-41b2-a819-ebef59b95ff4 None None] Allocated IP 172.20.0.2 (70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34/09a28b7c-e1a2-4e20-a3c8-07d8f4be6de1/815284b2-f5b8-4ac4-af3e-cf28bf74279b) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:16:34.973781 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-beeafe9b-18bf-4f41-a56b-0b738fea40b8 admin admin] Publish callbacks [] for router_gateway (1bbac20d-932e-4309-8945-3ffddcd51293), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:35.003278 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48c40a-5bbf-4c16-90f1-55640b15f93f req-4ed5b941-e766-4f0d-bcef-755322283071 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:35.004746 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ac48c40a-5bbf-4c16-90f1-55640b15f93f req-4ed5b941-e766-4f0d-bcef-755322283071 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/ports?device_id=4300246a-c78d-4fe1-a4dc-cfa2ad5f323b HTTP/1.1" status: 200 len: 945 time: 0.1067464 Apr 08 11:16:35.008833 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3a7ba7d5-3b56-40aa-afca-e41edc2fd558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:35.019689 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-3d41c03b-1fb5-4d41-954d-439ed10c3878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976e4962-5fb0-44b3-9a94-ac731b3b9cd6', 'name': 'tempest-TestShelveInstance-944622486-router', 'tenant_id': '8eea60d9686244e7a5e64b448261087b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '4bb42516-0605-44a4-888b-a3c58393e591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:31Z', 'updated_at': '2022-04-08T11:16:33Z', 'revision_number': 3, 'project_id': '8eea60d9686244e7a5e64b448261087b', 'gw_port': {'id': '4bb42516-0605-44a4-888b-a3c58393e591', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976e4962-5fb0-44b3-9a94-ac731b3b9cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:32Z', 'updated_at': '2022-04-08T11:16:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi'}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:35.068917 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d41c03b-1fb5-4d41-954d-439ed10c3878 None None] Checking router: 976e4962-5fb0-44b3-9a94-ac731b3b9cd6 for host: dv-cinder-836073-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:16:35.069280 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d41c03b-1fb5-4d41-954d-439ed10c3878 None None] Updating router 976e4962-5fb0-44b3-9a94-ac731b3b9cd6 port 4bb42516-0605-44a4-888b-a3c58393e591 binding host dv-cinder-836073-3-iscsi {{(pid=104018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:16:35.112848 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ac48c40a-5bbf-4c16-90f1-55640b15f93f req-3b46328f-22ba-4a45-8f7d-c970f3856efb tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/security-groups?id=4eb0750f-f276-42f8-81c1-2af52ad12264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011682 Apr 08 11:16:35.118708 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2cde0885-15fe-41b2-a819-ebef59b95ff4 None None] Publish callbacks [] for port (815284b2-f5b8-4ac4-af3e-cf28bf74279b), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:35.118708 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3d41c03b-1fb5-4d41-954d-439ed10c3878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (4bb42516-0605-44a4-888b-a3c58393e591), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:35.213067 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 0ab9d08a-73ea-459c-9e7a-34054b429c9f up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:16:35.236445 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-3a7ba7d5-3b56-40aa-afca-e41edc2fd558 admin admin] Allocated IP 172.20.0.1 (e1133a44-85d5-46f5-986a-992a0c333add/b4615c09-bfb8-402c-89e5-7c1874f53767/3c2740a4-873b-4b09-86e1-9b2713e3ecf3) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:16:35.250040 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2cde0885-15fe-41b2-a819-ebef59b95ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629'] for port (815284b2-f5b8-4ac4-af3e-cf28bf74279b), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:35.325476 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cde0885-15fe-41b2-a819-ebef59b95ff4 None None] Network 70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:16:35.334972 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-2cde0885-15fe-41b2-a819-ebef59b95ff4 None None] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:16:35.356359 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3a7ba7d5-3b56-40aa-afca-e41edc2fd558 admin admin] Publish callbacks [] for port (3c2740a4-873b-4b09-86e1-9b2713e3ecf3), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:35.369374 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cde0885-15fe-41b2-a819-ebef59b95ff4 None None] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:16:35.375664 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde0885-15fe-41b2-a819-ebef59b95ff4 None None] Pushing event updated for resources: {'Port': ['ID=815284b2-f5b8-4ac4-af3e-cf28bf74279b,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:35.451085 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port 0ab9d08a-73ea-459c-9e7a-34054b429c9f triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:35.451472 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (0ab9d08a-73ea-459c-9e7a-34054b429c9f), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:35.461449 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3a7ba7d5-3b56-40aa-afca-e41edc2fd558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3089968'] for port (3c2740a4-873b-4b09-86e1-9b2713e3ecf3), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:35.489484 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9d760-8776-49cb-87ab-22fe5b619782 req-80638651-e637-4b8a-9166-8e6badeb6682 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:35.491571 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8fd9d760-8776-49cb-87ab-22fe5b619782 req-80638651-e637-4b8a-9166-8e6badeb6682 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.25 "GET /v2.0/ports?device_id=41142128-81fa-4cec-9923-e47da86c80bb HTTP/1.1" status: 200 len: 945 time: 0.0885637 Apr 08 11:16:35.491728 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-2cde0885-15fe-41b2-a819-ebef59b95ff4 None None] Attempting to bind port 815284b2-f5b8-4ac4-af3e-cf28bf74279b on host dv-cinder-836073-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:16:35.492013 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-2cde0885-15fe-41b2-a819-ebef59b95ff4 None None] Attempting to bind port 815284b2-f5b8-4ac4-af3e-cf28bf74279b by drivers openvswitch,hyperv on host dv-cinder-836073-3-iscsi at level 0 using segments [{'id': '9600fefb-871a-4d8b-b2c3-78add29baf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:16:35.492456 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cde0885-15fe-41b2-a819-ebef59b95ff4 None None] Attempting to bind port 815284b2-f5b8-4ac4-af3e-cf28bf74279b on network 70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:16:35.505429 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7ba7d5-3b56-40aa-afca-e41edc2fd558 admin admin] Network e1133a44-85d5-46f5-986a-992a0c333add is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:16:35.518402 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-3a7ba7d5-3b56-40aa-afca-e41edc2fd558 admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:16:35.518624 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cde0885-15fe-41b2-a819-ebef59b95ff4 None None] Checking agent: {'id': 'eea5fd99-e581-41a4-a61b-1141d246636d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 58, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:16:35.518890 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cde0885-15fe-41b2-a819-ebef59b95ff4 None None] Checking segment: {'id': '9600fefb-871a-4d8b-b2c3-78add29baf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:16:35.519275 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2cde0885-15fe-41b2-a819-ebef59b95ff4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:35.519662 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cde0885-15fe-41b2-a819-ebef59b95ff4 None None] Bound using segment: {'id': '9600fefb-871a-4d8b-b2c3-78add29baf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:16:35.520579 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-2cde0885-15fe-41b2-a819-ebef59b95ff4 None None] Bound port: 815284b2-f5b8-4ac4-af3e-cf28bf74279b, host: dv-cinder-836073-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9600fefb-871a-4d8b-b2c3-78add29baf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:16:35.520579 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2cde0885-15fe-41b2-a819-ebef59b95ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (815284b2-f5b8-4ac4-af3e-cf28bf74279b), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:35.524007 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7ba7d5-3b56-40aa-afca-e41edc2fd558 admin admin] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:16:35.526184 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ba7d5-3b56-40aa-afca-e41edc2fd558 admin admin] Pushing event updated for resources: {'Port': ['ID=3c2740a4-873b-4b09-86e1-9b2713e3ecf3,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:35.575799 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3a7ba7d5-3b56-40aa-afca-e41edc2fd558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457544'] for router_interface (976e4962-5fb0-44b3-9a94-ac731b3b9cd6), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:35.614160 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3d41c03b-1fb5-4d41-954d-439ed10c3878 None None] Publish callbacks [] for port (4bb42516-0605-44a4-888b-a3c58393e591), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:35.678830 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port 0ab9d08a-73ea-459c-9e7a-34054b429c9f is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:16:35.681045 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-2cde0885-15fe-41b2-a819-ebef59b95ff4 None None] For port 815284b2-f5b8-4ac4-af3e-cf28bf74279b, host dv-cinder-836073-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:16:35.693469 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-2cde0885-15fe-41b2-a819-ebef59b95ff4 None None] For port 815284b2-f5b8-4ac4-af3e-cf28bf74279b, host dv-cinder-836073-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=815284b2-f5b8-4ac4-af3e-cf28bf74279b,segment=NetworkSegment(9600fefb-871a-4d8b-b2c3-78add29baf9e),segment_id=9600fefb-871a-4d8b-b2c3-78add29baf9e)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:16:35.718780 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-8fd9d760-8776-49cb-87ab-22fe5b619782 req-a2f35768-7267-4896-ad8d-140cbf6fca21 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Deleting port b71e1e7e-2b7a-464d-a328-5798c8ee411f {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:16:35.719127 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-8fd9d760-8776-49cb-87ab-22fe5b619782 req-a2f35768-7267-4896-ad8d-140cbf6fca21 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (b71e1e7e-2b7a-464d-a328-5798c8ee411f), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:35.729350 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3d41c03b-1fb5-4d41-954d-439ed10c3878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (4bb42516-0605-44a4-888b-a3c58393e591), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:35.800887 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2cde0885-15fe-41b2-a819-ebef59b95ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (815284b2-f5b8-4ac4-af3e-cf28bf74279b), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:35.804746 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-3d41c03b-1fb5-4d41-954d-439ed10c3878 None None] Attempting to bind port 4bb42516-0605-44a4-888b-a3c58393e591 on host dv-cinder-836073-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:16:35.805113 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-3d41c03b-1fb5-4d41-954d-439ed10c3878 None None] Attempting to bind port 4bb42516-0605-44a4-888b-a3c58393e591 by drivers openvswitch,hyperv on host dv-cinder-836073-3-iscsi at level 0 using segments [{'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:16:35.805471 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d41c03b-1fb5-4d41-954d-439ed10c3878 None None] Attempting to bind port 4bb42516-0605-44a4-888b-a3c58393e591 on network 9ba38368-ff54-4986-b9fd-e3d76f01d727 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:16:35.810841 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55428a48-55a1-4368-b6a1-7f29d05b8ad5 None None] Pushing event updated for resources: {'Port': ['ID=4bb42516-0605-44a4-888b-a3c58393e591,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:35.819032 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d41c03b-1fb5-4d41-954d-439ed10c3878 None None] Checking agent: {'id': 'eea5fd99-e581-41a4-a61b-1141d246636d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 58, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:16:35.819032 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d41c03b-1fb5-4d41-954d-439ed10c3878 None None] Checking segment: {'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:16:35.819032 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3d41c03b-1fb5-4d41-954d-439ed10c3878 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:35.819426 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d41c03b-1fb5-4d41-954d-439ed10c3878 None None] Bound using segment: {'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:16:35.819875 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-3d41c03b-1fb5-4d41-954d-439ed10c3878 None None] Bound port: 4bb42516-0605-44a4-888b-a3c58393e591, host: dv-cinder-836073-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:16:35.820250 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3d41c03b-1fb5-4d41-954d-439ed10c3878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (4bb42516-0605-44a4-888b-a3c58393e591), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:35.826093 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-beeafe9b-18bf-4f41-a56b-0b738fea40b8 admin admin] Publish callbacks [] for router_gateway (1bbac20d-932e-4309-8945-3ffddcd51293), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:35.851814 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-beeafe9b-18bf-4f41-a56b-0b738fea40b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:35.899407 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3a7ba7d5-3b56-40aa-afca-e41edc2fd558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (3c2740a4-873b-4b09-86e1-9b2713e3ecf3), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:35.909826 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-8fd9d760-8776-49cb-87ab-22fe5b619782 req-a2f35768-7267-4896-ad8d-140cbf6fca21 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] For port b71e1e7e-2b7a-464d-a328-5798c8ee411f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b71e1e7e-2b7a-464d-a328-5798c8ee411f,segment=NetworkSegment(206fa809-a6dc-43d7-92f0-4aeb257ad4b5),segment_id=206fa809-a6dc-43d7-92f0-4aeb257ad4b5)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:16:35.910181 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-8fd9d760-8776-49cb-87ab-22fe5b619782 req-a2f35768-7267-4896-ad8d-140cbf6fca21 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (b71e1e7e-2b7a-464d-a328-5798c8ee411f), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:35.926722 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-2194f669-18dd-41eb-b50b-8af13921dad7 None None] Provisioning complete for port 3c2740a4-873b-4b09-86e1-9b2713e3ecf3 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:35.927093 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2194f669-18dd-41eb-b50b-8af13921dad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (3c2740a4-873b-4b09-86e1-9b2713e3ecf3), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:35.932313 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde0885-15fe-41b2-a819-ebef59b95ff4 None None] Pushing event updated for resources: {'Port': ['ID=815284b2-f5b8-4ac4-af3e-cf28bf74279b,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:35.966337 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-8fd9d760-8776-49cb-87ab-22fe5b619782 req-a2f35768-7267-4896-ad8d-140cbf6fca21 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Calling delete_port for b71e1e7e-2b7a-464d-a328-5798c8ee411f owned by compute:nova {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:16:35.972685 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-3d41c03b-1fb5-4d41-954d-439ed10c3878 None None] For port 4bb42516-0605-44a4-888b-a3c58393e591, host dv-cinder-836073-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:16:35.997024 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-3d41c03b-1fb5-4d41-954d-439ed10c3878 None None] For port 4bb42516-0605-44a4-888b-a3c58393e591, host dv-cinder-836073-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=4bb42516-0605-44a4-888b-a3c58393e591,segment=NetworkSegment(2bb98e3e-6539-44eb-b25b-4089590167ac),segment_id=2bb98e3e-6539-44eb-b25b-4089590167ac)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:16:36.001384 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-2194f669-18dd-41eb-b50b-8af13921dad7 None None] Port 3c2740a4-873b-4b09-86e1-9b2713e3ecf3 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:16:36.063943 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d83662-4089-44c3-b91c-4b9e15af2f1c req-eb92b8c3-8145-4371-9b87-8c63c3b52ca1 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:36.065525 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d3d83662-4089-44c3-b91c-4b9e15af2f1c req-eb92b8c3-8145-4371-9b87-8c63c3b52ca1 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/ports?device_id=41142128-81fa-4cec-9923-e47da86c80bb HTTP/1.1" status: 200 len: 945 time: 0.2153463 Apr 08 11:16:36.120135 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3d41c03b-1fb5-4d41-954d-439ed10c3878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (4bb42516-0605-44a4-888b-a3c58393e591), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:36.126668 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-beeafe9b-18bf-4f41-a56b-0b738fea40b8 admin admin] Allocated IP 172.27.0.162 (9ba38368-ff54-4986-b9fd-e3d76f01d727/295b2c6f-15e1-46ca-ae70-e3531500d944/5ef67605-e4d9-4c11-909a-4368b4122ab2) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:16:36.156149 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3a7ba7d5-3b56-40aa-afca-e41edc2fd558 admin admin] Publish callbacks [] for port (3c2740a4-873b-4b09-86e1-9b2713e3ecf3), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:36.204931 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d41c03b-1fb5-4d41-954d-439ed10c3878 None None] Routers {'976e4962-5fb0-44b3-9a94-ac731b3b9cd6'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:16:36.205988 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-3d41c03b-1fb5-4d41-954d-439ed10c3878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:16:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['976e4962-5fb0-44b3-9a94-ac731b3b9cd6'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:36.222899 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3a7ba7d5-3b56-40aa-afca-e41edc2fd558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3089967'] for port (3c2740a4-873b-4b09-86e1-9b2713e3ecf3), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:36.261912 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d3d83662-4089-44c3-b91c-4b9e15af2f1c req-55902b70-6292-464b-80b0-389387bbacca tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/security-groups?id=4bbba07c-d630-4284-abb3-574035779212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757021 Apr 08 11:16:36.274141 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55428a48-55a1-4368-b6a1-7f29d05b8ad5 None None] Pushing event updated for resources: {'Port': ['ID=4bb42516-0605-44a4-888b-a3c58393e591,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:36.363171 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-beeafe9b-18bf-4f41-a56b-0b738fea40b8 admin admin] Publish callbacks [] for port (5ef67605-e4d9-4c11-909a-4368b4122ab2), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:36.382862 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3a7ba7d5-3b56-40aa-afca-e41edc2fd558 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7869787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457700'] for router_interface (976e4962-5fb0-44b3-9a94-ac731b3b9cd6), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:36.427073 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ba7d5-3b56-40aa-afca-e41edc2fd558 admin admin] Pushing event updated for resources: {'Port': ['ID=3c2740a4-873b-4b09-86e1-9b2713e3ecf3,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:36.438913 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-8fd9d760-8776-49cb-87ab-22fe5b619782 req-a2f35768-7267-4896-ad8d-140cbf6fca21 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (b71e1e7e-2b7a-464d-a328-5798c8ee411f), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:36.469926 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1216b43-af28-42d0-8fa6-f5fa7d209b94 req-e5e0ef69-745c-4497-a878-4e9358f47327 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:36.471592 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d1216b43-af28-42d0-8fa6-f5fa7d209b94 req-e5e0ef69-745c-4497-a878-4e9358f47327 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/ports?device_id=4300246a-c78d-4fe1-a4dc-cfa2ad5f323b HTTP/1.1" status: 200 len: 945 time: 0.1985164 Apr 08 11:16:36.480490 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] get_ports_and_sgs() called for port_ids ['b71e1e7e-2b7a-464d-a328-5798c8ee411f'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:16:36.485745 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f35768-7267-4896-ad8d-140cbf6fca21 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Pushing event deleted for resources: {'Port': ['ID=b71e1e7e-2b7a-464d-a328-5798c8ee411f,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:36.541492 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-beeafe9b-18bf-4f41-a56b-0b738fea40b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (5ef67605-e4d9-4c11-909a-4368b4122ab2), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:36.543738 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd9d760-8776-49cb-87ab-22fe5b619782 req-a2f35768-7267-4896-ad8d-140cbf6fca21 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] No DVR routers for this DVR port b71e1e7e-2b7a-464d-a328-5798c8ee411f on host hv-cinder-83607 {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:16:36.551890 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-8fd9d760-8776-49cb-87ab-22fe5b619782 req-a2f35768-7267-4896-ad8d-140cbf6fca21 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:36.553116 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-3d41c03b-1fb5-4d41-954d-439ed10c3878 None None] Set router 976e4962-5fb0-44b3-9a94-ac731b3b9cd6 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:16:36.555150 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8fd9d760-8776-49cb-87ab-22fe5b619782 req-a2f35768-7267-4896-ad8d-140cbf6fca21 tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.25 "DELETE /v2.0/ports/b71e1e7e-2b7a-464d-a328-5798c8ee411f HTTP/1.1" status: 204 len: 173 time: 1.0572193 Apr 08 11:16:36.555827 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41142128-81fa-4cec-9923-e47da86c80bb', 'name': 'network-vif-deleted', 'tag': 'b71e1e7e-2b7a-464d-a328-5798c8ee411f'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:16:36.559037 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5265059d-8775-4e63-abb1-379cd098fb0c" -d '{"events": [{"server_uuid": "41142128-81fa-4cec-9923-e47da86c80bb", "name": "network-vif-deleted", "tag": "b71e1e7e-2b7a-464d-a328-5798c8ee411f"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:16:36.559384 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7ba7d5-3b56-40aa-afca-e41edc2fd558 admin admin] Network e1133a44-85d5-46f5-986a-992a0c333add is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:16:36.563506 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d1216b43-af28-42d0-8fa6-f5fa7d209b94 req-69db27f7-d0d4-424e-9c22-45c0cfa3d8b1 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/security-groups?id=4eb0750f-f276-42f8-81c1-2af52ad12264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840595 Apr 08 11:16:36.564671 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-3a7ba7d5-3b56-40aa-afca-e41edc2fd558 admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:16:36.632678 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f52251-50b3-4b42-8f1f-2a0749043bba x-openstack-request-id: req-e0f52251-50b3-4b42-8f1f-2a0749043bba {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:16:36.632974 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41142128-81fa-4cec-9923-e47da86c80bb", "name": "network-vif-deleted", "tag": "b71e1e7e-2b7a-464d-a328-5798c8ee411f", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:16:36.633227 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e0f52251-50b3-4b42-8f1f-2a0749043bba {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:16:36.633701 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0f52251-50b3-4b42-8f1f-2a0749043bba'] response: {'server_uuid': '41142128-81fa-4cec-9923-e47da86c80bb', 'name': 'network-vif-deleted', 'tag': 'b71e1e7e-2b7a-464d-a328-5798c8ee411f', 'status': 'completed', 'code': 200} Apr 08 11:16:36.642976 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beeafe9b-18bf-4f41-a56b-0b738fea40b8 admin admin] Network 9ba38368-ff54-4986-b9fd-e3d76f01d727 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:16:36.648125 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-beeafe9b-18bf-4f41-a56b-0b738fea40b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:16:36.657993 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beeafe9b-18bf-4f41-a56b-0b738fea40b8 admin admin] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:16:36.687417 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeafe9b-18bf-4f41-a56b-0b738fea40b8 admin admin] Pushing event updated for resources: {'Port': ['ID=5ef67605-e4d9-4c11-909a-4368b4122ab2,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:36.776805 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7ba7d5-3b56-40aa-afca-e41edc2fd558 admin admin] Router 976e4962-5fb0-44b3-9a94-ac731b3b9cd6 has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:16:36.881114 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-3d41c03b-1fb5-4d41-954d-439ed10c3878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976e4962-5fb0-44b3-9a94-ac731b3b9cd6', 'name': 'tempest-TestShelveInstance-944622486-router', 'tenant_id': '8eea60d9686244e7a5e64b448261087b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '4bb42516-0605-44a4-888b-a3c58393e591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:31Z', 'updated_at': '2022-04-08T11:16:35Z', 'revision_number': 4, 'project_id': '8eea60d9686244e7a5e64b448261087b', 'gw_port': {'id': '4bb42516-0605-44a4-888b-a3c58393e591', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976e4962-5fb0-44b3-9a94-ac731b3b9cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:32Z', 'updated_at': '2022-04-08T11:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': '3c2740a4-873b-4b09-86e1-9b2713e3ecf3', 'name': '', 'network_id': 'e1133a44-85d5-46f5-986a-992a0c333add', 'tenant_id': '8eea60d9686244e7a5e64b448261087b', 'mac_address': 'fa:16:3e:25:2f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976e4962-5fb0-44b3-9a94-ac731b3b9cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'b4615c09-bfb8-402c-89e5-7c1874f53767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:35Z', 'updated_at': '2022-04-08T11:16:35Z', 'revision_number': 1, 'project_id': '8eea60d9686244e7a5e64b448261087b', 'subnets': [{'id': 'b4615c09-bfb8-402c-89e5-7c1874f53767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:36.920539 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d41c03b-1fb5-4d41-954d-439ed10c3878 None None] The sync data for ids ['976e4962-5fb0-44b3-9a94-ac731b3b9cd6'] in dv-cinder-836073-3-iscsi is: [{'id': '976e4962-5fb0-44b3-9a94-ac731b3b9cd6', 'name': 'tempest-TestShelveInstance-944622486-router', 'tenant_id': '8eea60d9686244e7a5e64b448261087b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '4bb42516-0605-44a4-888b-a3c58393e591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:31Z', 'updated_at': '2022-04-08T11:16:35Z', 'revision_number': 4, 'project_id': '8eea60d9686244e7a5e64b448261087b', 'gw_port': {'id': '4bb42516-0605-44a4-888b-a3c58393e591', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976e4962-5fb0-44b3-9a94-ac731b3b9cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:32Z', 'updated_at': '2022-04-08T11:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': '3c2740a4-873b-4b09-86e1-9b2713e3ecf3', 'name': '', 'network_id': 'e1133a44-85d5-46f5-986a-992a0c333add', 'tenant_id': '8eea60d9686244e7a5e64b448261087b', 'mac_address': 'fa:16:3e:25:2f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976e4962-5fb0-44b3-9a94-ac731b3b9cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'b4615c09-bfb8-402c-89e5-7c1874f53767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:35Z', 'updated_at': '2022-04-08T11:16:35Z', 'revision_number': 1, 'project_id': '8eea60d9686244e7a5e64b448261087b', 'subnets': [{'id': 'b4615c09-bfb8-402c-89e5-7c1874f53767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:16:36.943864 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-a0e7696d-f362-4c05-8bd5-1effc005c04f None None] Provisioning complete for port 3c2740a4-873b-4b09-86e1-9b2713e3ecf3 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:36.943864 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a0e7696d-f362-4c05-8bd5-1effc005c04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (3c2740a4-873b-4b09-86e1-9b2713e3ecf3), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:36.988290 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-a0e7696d-f362-4c05-8bd5-1effc005c04f None None] Port 3c2740a4-873b-4b09-86e1-9b2713e3ecf3 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:16:37.209981 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7ba7d5-3b56-40aa-afca-e41edc2fd558 admin admin] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:16:37.230200 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-3a7ba7d5-3b56-40aa-afca-e41edc2fd558 admin admin] 10.222.0.53 "PUT /v2.0/routers/976e4962-5fb0-44b3-9a94-ac731b3b9cd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7677090 Apr 08 11:16:37.250377 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 815284b2-f5b8-4ac4-af3e-cf28bf74279b up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:16:37.293281 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-beeafe9b-18bf-4f41-a56b-0b738fea40b8 admin admin] Publish callbacks [] for router_gateway (1bbac20d-932e-4309-8945-3ffddcd51293), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:37.317490 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c26deba-d7f1-48e9-980a-8b805a3a4ff3 None None] Network 70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34 requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:16:37.363563 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-b72ccc7d-309d-4980-8e07-565f60dfb458 None None] Provisioning complete for port 815284b2-f5b8-4ac4-af3e-cf28bf74279b triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:37.364001 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b72ccc7d-309d-4980-8e07-565f60dfb458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (815284b2-f5b8-4ac4-af3e-cf28bf74279b), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:37.404012 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-505c5653-6c94-4541-884d-437baebab3c8 req-509c6818-dc9e-4c4b-a2f8-b2f679c1ff7b tempest-VolumesActionsTest-1598890747 tempest-VolumesActionsTest-1598890747-project] 10.222.0.53 "GET /v2.0/ports?device_id=41142128-81fa-4cec-9923-e47da86c80bb HTTP/1.1" status: 200 len: 210 time: 0.0465951 Apr 08 11:16:37.495538 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port 815284b2-f5b8-4ac4-af3e-cf28bf74279b triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:37.495914 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (815284b2-f5b8-4ac4-af3e-cf28bf74279b), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:37.612762 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-b72ccc7d-309d-4980-8e07-565f60dfb458 None None] Current status of the port 815284b2-f5b8-4ac4-af3e-cf28bf74279b is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:16:37.613422 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b72ccc7d-309d-4980-8e07-565f60dfb458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (815284b2-f5b8-4ac4-af3e-cf28bf74279b), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:37.616442 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-beeafe9b-18bf-4f41-a56b-0b738fea40b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456231'] for router (1bbac20d-932e-4309-8945-3ffddcd51293), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:37.690274 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-b72ccc7d-309d-4980-8e07-565f60dfb458 None None] For port 815284b2-f5b8-4ac4-af3e-cf28bf74279b, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=815284b2-f5b8-4ac4-af3e-cf28bf74279b,segment=NetworkSegment(9600fefb-871a-4d8b-b2c3-78add29baf9e),segment_id=9600fefb-871a-4d8b-b2c3-78add29baf9e)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:16:37.691715 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port 815284b2-f5b8-4ac4-af3e-cf28bf74279b is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:16:37.692169 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (815284b2-f5b8-4ac4-af3e-cf28bf74279b), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:37.793725 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b72ccc7d-309d-4980-8e07-565f60dfb458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (815284b2-f5b8-4ac4-af3e-cf28bf74279b), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:37.881963 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6ca50-888f-4f5f-a241-8bcf69e177a9 req-6a0341ef-fd26-4d77-be07-f243f9e0cea7 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:37.892801 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-80d6ca50-888f-4f5f-a241-8bcf69e177a9 req-6a0341ef-fd26-4d77-be07-f243f9e0cea7 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/ports?device_id=4300246a-c78d-4fe1-a4dc-cfa2ad5f323b HTTP/1.1" status: 200 len: 945 time: 0.1804695 Apr 08 11:16:37.955277 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.db.api [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 11:16:37.955764 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG oslo_db.api [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 11:16:37.957151 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ccc7d-309d-4980-8e07-565f60dfb458 None None] Pushing event updated for resources: {'Port': ['ID=815284b2-f5b8-4ac4-af3e-cf28bf74279b,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:37.990068 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-80d6ca50-888f-4f5f-a241-8bcf69e177a9 req-e9fb4347-e1c4-4ddf-b768-84e9402d172e tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/security-groups?id=4eb0750f-f276-42f8-81c1-2af52ad12264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985100 Apr 08 11:16:38.017828 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-40ba54f9-171a-4f69-96de-67266d0881ed None None] Provisioning complete for port 815284b2-f5b8-4ac4-af3e-cf28bf74279b triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:38.018783 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-40ba54f9-171a-4f69-96de-67266d0881ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (815284b2-f5b8-4ac4-af3e-cf28bf74279b), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:38.095844 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beeafe9b-18bf-4f41-a56b-0b738fea40b8 admin admin] Router 1bbac20d-932e-4309-8945-3ffddcd51293 is scheduled to L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 with binding_index 1 {{(pid=104016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 11:16:38.149281 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-40ba54f9-171a-4f69-96de-67266d0881ed None None] Current status of the port 815284b2-f5b8-4ac4-af3e-cf28bf74279b is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:16:38.244305 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beeafe9b-18bf-4f41-a56b-0b738fea40b8 admin admin] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:16:38.253700 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e554c9-471d-4e3f-bfad-dbe1ceb779cf None None] Sync routers for ids ['1bbac20d-932e-4309-8945-3ffddcd51293'] in dv-cinder-836073-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:16:38.271821 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e554c9-471d-4e3f-bfad-dbe1ceb779cf None None] Routers {'1bbac20d-932e-4309-8945-3ffddcd51293'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:16:38.272729 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-75e554c9-471d-4e3f-bfad-dbe1ceb779cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:16:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['1bbac20d-932e-4309-8945-3ffddcd51293'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:38.312353 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 54120) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:38.318235 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-03866b08-fa7e-4493-8b05-a82ff41ea71f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2074798236-network', 'tenant_id': '24e526cc4fcd402989999840f668881c'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:16:38.359994 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-beeafe9b-18bf-4f41-a56b-0b738fea40b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:38.361237 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-beeafe9b-18bf-4f41-a56b-0b738fea40b8 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9818838 Apr 08 11:16:38.364284 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 54122) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:38.398113 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-75e554c9-471d-4e3f-bfad-dbe1ceb779cf None None] Set router 1bbac20d-932e-4309-8945-3ffddcd51293 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:16:38.464100 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03866b08-fa7e-4493-8b05-a82ff41ea71f admin admin] Made reservation on behalf of 24e526cc4fcd402989999840f668881c for: {'network': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:16:38.470165 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-03866b08-fa7e-4493-8b05-a82ff41ea71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for network (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:38.477540 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-03866b08-fa7e-4493-8b05-a82ff41ea71f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:38.521716 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port 815284b2-f5b8-4ac4-af3e-cf28bf74279b is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:16:38.576059 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device b71e1e7e-2b7a-464d-a328-5798c8ee411f no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:16:38.604040 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] No Port match for: b71e1e7e-2b7a-464d-a328-5798c8ee411f {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:16:38.631411 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device b71e1e7e-2b7a-464d-a328-5798c8ee411f not bound to the agent host hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:16:38.673354 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-75e554c9-471d-4e3f-bfad-dbe1ceb779cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbac20d-932e-4309-8945-3ffddcd51293', 'name': 'tempest-TestMinimumBasicScenario-78324127-router', 'tenant_id': 'a7597e54e7e24531b98b0573504715f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '5ef67605-e4d9-4c11-909a-4368b4122ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:34Z', 'updated_at': '2022-04-08T11:16:36Z', 'revision_number': 3, 'project_id': 'a7597e54e7e24531b98b0573504715f2', 'gw_port': {'id': '5ef67605-e4d9-4c11-909a-4368b4122ab2', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:38:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbac20d-932e-4309-8945-3ffddcd51293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:35Z', 'updated_at': '2022-04-08T11:16:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi'}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:38.716374 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e554c9-471d-4e3f-bfad-dbe1ceb779cf None None] Checking router: 1bbac20d-932e-4309-8945-3ffddcd51293 for host: dv-cinder-836073-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:16:38.716875 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e554c9-471d-4e3f-bfad-dbe1ceb779cf None None] Updating router 1bbac20d-932e-4309-8945-3ffddcd51293 port 5ef67605-e4d9-4c11-909a-4368b4122ab2 binding host dv-cinder-836073-3-iscsi {{(pid=104019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:16:38.734861 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-03866b08-fa7e-4493-8b05-a82ff41ea71f admin admin] Publish callbacks [] for security_group (0b13ece5-36ff-4c2a-abec-88813c104d48), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:38.748415 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-75e554c9-471d-4e3f-bfad-dbe1ceb779cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (5ef67605-e4d9-4c11-909a-4368b4122ab2), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:38.892939 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0f398645-16c6-4699-bb5a-a99f411763bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:39.062344 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-03866b08-fa7e-4493-8b05-a82ff41ea71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (0b13ece5-36ff-4c2a-abec-88813c104d48), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:39.066537 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-0f398645-16c6-4699-bb5a-a99f411763bb admin admin] Allocated IP 172.20.0.1 (70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34/09a28b7c-e1a2-4e20-a3c8-07d8f4be6de1/25233cf9-0aae-41f4-a724-1c3a4f62872a) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:16:39.106153 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-75e554c9-471d-4e3f-bfad-dbe1ceb779cf None None] Publish callbacks [] for port (5ef67605-e4d9-4c11-909a-4368b4122ab2), precommit_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:39.111008 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03866b08-fa7e-4493-8b05-a82ff41ea71f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=104017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:16:39.122662 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03866b08-fa7e-4493-8b05-a82ff41ea71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b13ece5-36ff-4c2a-abec-88813c104d48,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:39.144515 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-03866b08-fa7e-4493-8b05-a82ff41ea71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154'] for segment (04f58620-dbf1-4de3-a4f1-bbc1ee8fb9f0), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:39.144910 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.db.segments_db [None req-03866b08-fa7e-4493-8b05-a82ff41ea71f admin admin] Added segment 04f58620-dbf1-4de3-a4f1-bbc1ee8fb9f0 of type vlan for network 5002a2d5-da03-4e62-b131-b430895f0760 Apr 08 11:16:39.208974 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-75e554c9-471d-4e3f-bfad-dbe1ceb779cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (5ef67605-e4d9-4c11-909a-4368b4122ab2), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:39.265788 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-03866b08-fa7e-4493-8b05-a82ff41ea71f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771786507915'] for network (5002a2d5-da03-4e62-b131-b430895f0760), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:39.268731 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e60e5-0604-4217-abd3-1bed0b9351ec None None] Pushing event updated for resources: {'Port': ['ID=5ef67605-e4d9-4c11-909a-4368b4122ab2,revision_number=2']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:39.288137 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e60e5-0604-4217-abd3-1bed0b9351ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:39.289077 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e60e5-0604-4217-abd3-1bed0b9351ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:39.289657 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e60e5-0604-4217-abd3-1bed0b9351ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:39.290218 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e60e5-0604-4217-abd3-1bed0b9351ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:39.290869 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e60e5-0604-4217-abd3-1bed0b9351ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:39.291410 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e60e5-0604-4217-abd3-1bed0b9351ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:39.291962 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e60e5-0604-4217-abd3-1bed0b9351ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:39.292486 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e60e5-0604-4217-abd3-1bed0b9351ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:39.293689 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e60e5-0604-4217-abd3-1bed0b9351ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:39.294209 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e60e5-0604-4217-abd3-1bed0b9351ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:39.294544 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e60e5-0604-4217-abd3-1bed0b9351ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:39.294890 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e60e5-0604-4217-abd3-1bed0b9351ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:39.295240 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e60e5-0604-4217-abd3-1bed0b9351ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:39.295621 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e60e5-0604-4217-abd3-1bed0b9351ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:39.295944 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e60e5-0604-4217-abd3-1bed0b9351ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:39.315104 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-75e554c9-471d-4e3f-bfad-dbe1ceb779cf None None] Attempting to bind port 5ef67605-e4d9-4c11-909a-4368b4122ab2 on host dv-cinder-836073-3-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:16:39.315469 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-75e554c9-471d-4e3f-bfad-dbe1ceb779cf None None] Attempting to bind port 5ef67605-e4d9-4c11-909a-4368b4122ab2 by drivers openvswitch,hyperv on host dv-cinder-836073-3-iscsi at level 0 using segments [{'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:16:39.316077 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e554c9-471d-4e3f-bfad-dbe1ceb779cf None None] Attempting to bind port 5ef67605-e4d9-4c11-909a-4368b4122ab2 on network 9ba38368-ff54-4986-b9fd-e3d76f01d727 {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:16:39.323071 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e554c9-471d-4e3f-bfad-dbe1ceb779cf None None] Checking agent: {'id': 'eea5fd99-e581-41a4-a61b-1141d246636d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 58, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:16:39.323550 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e554c9-471d-4e3f-bfad-dbe1ceb779cf None None] Checking segment: {'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:16:39.323956 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-75e554c9-471d-4e3f-bfad-dbe1ceb779cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:39.324346 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e554c9-471d-4e3f-bfad-dbe1ceb779cf None None] Bound using segment: {'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:16:39.324809 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-75e554c9-471d-4e3f-bfad-dbe1ceb779cf None None] Bound port: 5ef67605-e4d9-4c11-909a-4368b4122ab2, host: dv-cinder-836073-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:16:39.325825 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-75e554c9-471d-4e3f-bfad-dbe1ceb779cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (5ef67605-e4d9-4c11-909a-4368b4122ab2), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:39.341219 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 815284b2-f5b8-4ac4-af3e-cf28bf74279b up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:16:39.364210 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0f398645-16c6-4699-bb5a-a99f411763bb admin admin] Publish callbacks [] for port (25233cf9-0aae-41f4-a724-1c3a4f62872a), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:39.400391 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-75e554c9-471d-4e3f-bfad-dbe1ceb779cf None None] For port 5ef67605-e4d9-4c11-909a-4368b4122ab2, host dv-cinder-836073-3-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:16:39.411550 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-75e554c9-471d-4e3f-bfad-dbe1ceb779cf None None] For port 5ef67605-e4d9-4c11-909a-4368b4122ab2, host dv-cinder-836073-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=5ef67605-e4d9-4c11-909a-4368b4122ab2,segment=NetworkSegment(2bb98e3e-6539-44eb-b25b-4089590167ac),segment_id=2bb98e3e-6539-44eb-b25b-4089590167ac)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:16:39.416889 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port 815284b2-f5b8-4ac4-af3e-cf28bf74279b triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:39.417280 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (815284b2-f5b8-4ac4-af3e-cf28bf74279b), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:39.428909 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-03866b08-fa7e-4493-8b05-a82ff41ea71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7922337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737'] for network (5002a2d5-da03-4e62-b131-b430895f0760), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:39.428909 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03866b08-fa7e-4493-8b05-a82ff41ea71f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:39.428909 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-03866b08-fa7e-4493-8b05-a82ff41ea71f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:39.494909 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03866b08-fa7e-4493-8b05-a82ff41ea71f admin admin] Pushing event updated for resources: {'Network': ['ID=5002a2d5-da03-4e62-b131-b430895f0760,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:39.511851 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Network 5002a2d5-da03-4e62-b131-b430895f0760 details requested by agent ovs-agent-dv-cinder-836073-3-iscsi with host dv-cinder-836073-3-iscsi {{(pid=104018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:16:39.512071 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0f398645-16c6-4699-bb5a-a99f411763bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3089968'] for port (25233cf9-0aae-41f4-a724-1c3a4f62872a), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:39.551963 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-75e554c9-471d-4e3f-bfad-dbe1ceb779cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (5ef67605-e4d9-4c11-909a-4368b4122ab2), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:39.552088 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f398645-16c6-4699-bb5a-a99f411763bb admin admin] Network 70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:16:39.554592 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-0f398645-16c6-4699-bb5a-a99f411763bb admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:16:39.561971 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-03866b08-fa7e-4493-8b05-a82ff41ea71f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2485170 Apr 08 11:16:39.564775 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f398645-16c6-4699-bb5a-a99f411763bb admin admin] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:16:39.564920 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 54148) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:39.569941 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-02ad820e-967e-49d1-aa18-de74f576eb9f admin admin] Request body: {'subnet': {'network_id': '5002a2d5-da03-4e62-b131-b430895f0760', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2074798236-subnet', 'tenant_id': '24e526cc4fcd402989999840f668881c', 'ip_version': 4}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:16:39.596761 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port 815284b2-f5b8-4ac4-af3e-cf28bf74279b is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:16:39.597939 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 4bb42516-0605-44a4-888b-a3c58393e591 up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:16:39.606069 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f398645-16c6-4699-bb5a-a99f411763bb admin admin] Pushing event updated for resources: {'Port': ['ID=25233cf9-0aae-41f4-a724-1c3a4f62872a,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:39.632004 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0f398645-16c6-4699-bb5a-a99f411763bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457544'] for router_interface (1bbac20d-932e-4309-8945-3ffddcd51293), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:39.655316 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e60e5-0604-4217-abd3-1bed0b9351ec None None] Pushing event updated for resources: {'Port': ['ID=5ef67605-e4d9-4c11-909a-4368b4122ab2,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:39.703377 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e554c9-471d-4e3f-bfad-dbe1ceb779cf None None] Routers {'1bbac20d-932e-4309-8945-3ffddcd51293'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:16:39.706249 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ad820e-967e-49d1-aa18-de74f576eb9f admin admin] Made reservation on behalf of 24e526cc4fcd402989999840f668881c for: {'subnet': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:16:39.709179 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-75e554c9-471d-4e3f-bfad-dbe1ceb779cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:16:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['1bbac20d-932e-4309-8945-3ffddcd51293'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:39.710021 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port 4bb42516-0605-44a4-888b-a3c58393e591 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:39.710437 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-02ad820e-967e-49d1-aa18-de74f576eb9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3078126'] for subnet (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:39.710867 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (4bb42516-0605-44a4-888b-a3c58393e591), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:39.769850 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce56b4fd-e513-46da-a931-83186dec78b4 None None] Sync routers for ids ['976e4962-5fb0-44b3-9a94-ac731b3b9cd6'] in dv-cinder-836073-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:16:39.811040 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce56b4fd-e513-46da-a931-83186dec78b4 None None] Routers {'976e4962-5fb0-44b3-9a94-ac731b3b9cd6'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:16:39.812990 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-ce56b4fd-e513-46da-a931-83186dec78b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:16:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['976e4962-5fb0-44b3-9a94-ac731b3b9cd6'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:39.940205 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-75e554c9-471d-4e3f-bfad-dbe1ceb779cf None None] Set router 1bbac20d-932e-4309-8945-3ffddcd51293 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:16:39.984915 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0f398645-16c6-4699-bb5a-a99f411763bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (25233cf9-0aae-41f4-a724-1c3a4f62872a), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:40.068187 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-349b5c8f-6a57-4b76-b519-15851acb5588 None None] Provisioning complete for port 25233cf9-0aae-41f4-a724-1c3a4f62872a triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:40.068703 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-349b5c8f-6a57-4b76-b519-15851acb5588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (25233cf9-0aae-41f4-a724-1c3a4f62872a), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:40.074400 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port 4bb42516-0605-44a4-888b-a3c58393e591 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:16:40.075367 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (4bb42516-0605-44a4-888b-a3c58393e591), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:40.085724 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-ce56b4fd-e513-46da-a931-83186dec78b4 None None] Set router 976e4962-5fb0-44b3-9a94-ac731b3b9cd6 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:16:40.158081 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] For port 4bb42516-0605-44a4-888b-a3c58393e591, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=4bb42516-0605-44a4-888b-a3c58393e591,segment=NetworkSegment(2bb98e3e-6539-44eb-b25b-4089590167ac),segment_id=2bb98e3e-6539-44eb-b25b-4089590167ac)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:16:40.166879 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-349b5c8f-6a57-4b76-b519-15851acb5588 None None] Port 25233cf9-0aae-41f4-a724-1c3a4f62872a cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:16:40.167652 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-02ad820e-967e-49d1-aa18-de74f576eb9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3536773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077140'] for subnet (ca0bd388-5f8f-4e0d-8fb0-ee450ca194cc), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:40.207619 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-75e554c9-471d-4e3f-bfad-dbe1ceb779cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbac20d-932e-4309-8945-3ffddcd51293', 'name': 'tempest-TestMinimumBasicScenario-78324127-router', 'tenant_id': 'a7597e54e7e24531b98b0573504715f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '5ef67605-e4d9-4c11-909a-4368b4122ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:34Z', 'updated_at': '2022-04-08T11:16:36Z', 'revision_number': 3, 'project_id': 'a7597e54e7e24531b98b0573504715f2', 'gw_port': {'id': '5ef67605-e4d9-4c11-909a-4368b4122ab2', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:38:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbac20d-932e-4309-8945-3ffddcd51293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:35Z', 'updated_at': '2022-04-08T11:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi'}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:40.241105 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0f398645-16c6-4699-bb5a-a99f411763bb admin admin] Publish callbacks [] for port (25233cf9-0aae-41f4-a724-1c3a4f62872a), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:40.246797 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e554c9-471d-4e3f-bfad-dbe1ceb779cf None None] The sync data for ids ['1bbac20d-932e-4309-8945-3ffddcd51293'] in dv-cinder-836073-3-iscsi is: [{'id': '1bbac20d-932e-4309-8945-3ffddcd51293', 'name': 'tempest-TestMinimumBasicScenario-78324127-router', 'tenant_id': 'a7597e54e7e24531b98b0573504715f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '5ef67605-e4d9-4c11-909a-4368b4122ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:34Z', 'updated_at': '2022-04-08T11:16:36Z', 'revision_number': 3, 'project_id': 'a7597e54e7e24531b98b0573504715f2', 'gw_port': {'id': '5ef67605-e4d9-4c11-909a-4368b4122ab2', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:38:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbac20d-932e-4309-8945-3ffddcd51293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:35Z', 'updated_at': '2022-04-08T11:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi'}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:16:40.255630 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad820e-967e-49d1-aa18-de74f576eb9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca0bd388-5f8f-4e0d-8fb0-ee450ca194cc,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:40.264460 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ad820e-967e-49d1-aa18-de74f576eb9f admin admin] Checking segment: {'id': '04f58620-dbf1-4de3-a4f1-bbc1ee8fb9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5002a2d5-da03-4e62-b131-b430895f0760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:16:40.264835 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ad820e-967e-49d1-aa18-de74f576eb9f admin admin] Network hostable DHCP agents. Network: 5002a2d5-da03-4e62-b131-b430895f0760, hostable agents: ['19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3'], hosted agents: [] {{(pid=104016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:16:40.279974 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (4bb42516-0605-44a4-888b-a3c58393e591), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:40.352335 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0f398645-16c6-4699-bb5a-a99f411763bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3089967'] for port (25233cf9-0aae-41f4-a724-1c3a4f62872a), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:40.354338 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ad820e-967e-49d1-aa18-de74f576eb9f admin admin] Network 5002a2d5-da03-4e62-b131-b430895f0760 is scheduled to be hosted by DHCP agent 19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3 with binding_index 1 {{(pid=104016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:16:40.384956 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Pushing event updated for resources: {'Port': ['ID=4bb42516-0605-44a4-888b-a3c58393e591,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:40.460720 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-02ad820e-967e-49d1-aa18-de74f576eb9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-3-iscsi, 5002a2d5-da03-4e62-b131-b430895f0760) {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:16:40.465241 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f398645-16c6-4699-bb5a-a99f411763bb admin admin] Pushing event updated for resources: {'Port': ['ID=25233cf9-0aae-41f4-a724-1c3a4f62872a,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:40.465867 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ad820e-967e-49d1-aa18-de74f576eb9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:40.466152 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-02ad820e-967e-49d1-aa18-de74f576eb9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:40.476741 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0f398645-16c6-4699-bb5a-a99f411763bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7869787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457700'] for router_interface (1bbac20d-932e-4309-8945-3ffddcd51293), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:40.584059 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f398645-16c6-4699-bb5a-a99f411763bb admin admin] Network 70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:16:40.585822 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-0f398645-16c6-4699-bb5a-a99f411763bb admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:16:40.600884 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483f1efc-6993-490e-9b87-8cb3bac2bfd9 None None] Network 5002a2d5-da03-4e62-b131-b430895f0760 requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:16:40.633315 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-02ad820e-967e-49d1-aa18-de74f576eb9f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0660450 Apr 08 11:16:40.635769 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 54170) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:40.644754 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-0c43224c-797d-410f-9279-2d4b48864d09 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2074798236-router', 'tenant_id': '24e526cc4fcd402989999840f668881c', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'}}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:16:40.749955 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-ce56b4fd-e513-46da-a931-83186dec78b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976e4962-5fb0-44b3-9a94-ac731b3b9cd6', 'name': 'tempest-TestShelveInstance-944622486-router', 'tenant_id': '8eea60d9686244e7a5e64b448261087b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '4bb42516-0605-44a4-888b-a3c58393e591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:31Z', 'updated_at': '2022-04-08T11:16:35Z', 'revision_number': 4, 'project_id': '8eea60d9686244e7a5e64b448261087b', 'gw_port': {'id': '4bb42516-0605-44a4-888b-a3c58393e591', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976e4962-5fb0-44b3-9a94-ac731b3b9cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:32Z', 'updated_at': '2022-04-08T11:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': '3c2740a4-873b-4b09-86e1-9b2713e3ecf3', 'name': '', 'network_id': 'e1133a44-85d5-46f5-986a-992a0c333add', 'tenant_id': '8eea60d9686244e7a5e64b448261087b', 'mac_address': 'fa:16:3e:25:2f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976e4962-5fb0-44b3-9a94-ac731b3b9cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'b4615c09-bfb8-402c-89e5-7c1874f53767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:35Z', 'updated_at': '2022-04-08T11:16:35Z', 'revision_number': 2, 'project_id': '8eea60d9686244e7a5e64b448261087b', 'subnets': [{'id': 'b4615c09-bfb8-402c-89e5-7c1874f53767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:40.792493 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0c43224c-797d-410f-9279-2d4b48864d09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-458056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1014035'] for router (2075fd67-1c93-4612-a62d-95538bb157cc), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:40.794023 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0c43224c-797d-410f-9279-2d4b48864d09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456264', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-479860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1014248'] for router (2075fd67-1c93-4612-a62d-95538bb157cc), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:40.797406 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce56b4fd-e513-46da-a931-83186dec78b4 None None] Checking router: 976e4962-5fb0-44b3-9a94-ac731b3b9cd6 for host: dv-cinder-836073-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:16:40.797789 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce56b4fd-e513-46da-a931-83186dec78b4 None None] Updating router 976e4962-5fb0-44b3-9a94-ac731b3b9cd6 port 3c2740a4-873b-4b09-86e1-9b2713e3ecf3 binding host dv-cinder-836073-3-iscsi {{(pid=104018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:16:40.810431 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f398645-16c6-4699-bb5a-a99f411763bb admin admin] Router 1bbac20d-932e-4309-8945-3ffddcd51293 has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:16:40.827404 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9e6a89-12c9-4780-9004-da6764c1d692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9c17c0d-e777-5cf5-a53f-4f0394d5d5a3-5002a2d5-da03-4e62-b131-b430895f0760', 'network_id': '5002a2d5-da03-4e62-b131-b430895f0760', 'project_id': '24e526cc4fcd402989999840f668881c', 'fixed_ips': [{'subnet_id': 'ca0bd388-5f8f-4e0d-8fb0-ee450ca194cc'}]}} from dv-cinder-836073-3-iscsi. {{(pid=104018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 11:16:40.828308 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6d9e6a89-12c9-4780-9004-da6764c1d692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:40.851742 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce56b4fd-e513-46da-a931-83186dec78b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (3c2740a4-873b-4b09-86e1-9b2713e3ecf3), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:40.862040 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0c43224c-797d-410f-9279-2d4b48864d09 admin admin] Publish callbacks [] for router_controller (2075fd67-1c93-4612-a62d-95538bb157cc), precommit_add_association {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:40.995824 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f398645-16c6-4699-bb5a-a99f411763bb admin admin] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:16:41.005633 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-0f398645-16c6-4699-bb5a-a99f411763bb admin admin] 10.222.0.53 "PUT /v2.0/routers/1bbac20d-932e-4309-8945-3ffddcd51293/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6365819 Apr 08 11:16:41.102283 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-9519f2b5-077f-4ba0-8a36-0979f850c324 None None] Provisioning complete for port 25233cf9-0aae-41f4-a724-1c3a4f62872a triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:41.102777 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9519f2b5-077f-4ba0-8a36-0979f850c324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (25233cf9-0aae-41f4-a724-1c3a4f62872a), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:41.104694 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [None req-6d9e6a89-12c9-4780-9004-da6764c1d692 None None] Allocated IP 172.20.0.2 (5002a2d5-da03-4e62-b131-b430895f0760/ca0bd388-5f8f-4e0d-8fb0-ee450ca194cc/f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:16:41.190498 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0c43224c-797d-410f-9279-2d4b48864d09 admin admin] Publish callbacks [] for router_gateway (2075fd67-1c93-4612-a62d-95538bb157cc), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:41.246976 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-9519f2b5-077f-4ba0-8a36-0979f850c324 None None] Port 25233cf9-0aae-41f4-a724-1c3a4f62872a cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:16:41.299227 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 5ef67605-e4d9-4c11-909a-4368b4122ab2 up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:16:41.488970 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port 5ef67605-e4d9-4c11-909a-4368b4122ab2 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:41.489307 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (5ef67605-e4d9-4c11-909a-4368b4122ab2), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:41.513262 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6d9e6a89-12c9-4780-9004-da6764c1d692 None None] Publish callbacks [] for port (f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:41.523827 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0c43224c-797d-410f-9279-2d4b48864d09 admin admin] Publish callbacks [] for router_gateway (2075fd67-1c93-4612-a62d-95538bb157cc), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:41.533761 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce56b4fd-e513-46da-a931-83186dec78b4 None None] Publish callbacks [] for port (3c2740a4-873b-4b09-86e1-9b2713e3ecf3), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:41.547355 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0c43224c-797d-410f-9279-2d4b48864d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:41.615296 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port 5ef67605-e4d9-4c11-909a-4368b4122ab2 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:16:41.615909 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (5ef67605-e4d9-4c11-909a-4368b4122ab2), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:41.637711 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] For port 5ef67605-e4d9-4c11-909a-4368b4122ab2, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=5ef67605-e4d9-4c11-909a-4368b4122ab2,segment=NetworkSegment(2bb98e3e-6539-44eb-b25b-4089590167ac),segment_id=2bb98e3e-6539-44eb-b25b-4089590167ac)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:16:41.663086 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-0c43224c-797d-410f-9279-2d4b48864d09 admin admin] Allocated IP 172.27.0.58 (9ba38368-ff54-4986-b9fd-e3d76f01d727/295b2c6f-15e1-46ca-ae70-e3531500d944/e7d86668-75b4-4f53-9bce-b2cfe501347a) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:16:41.672275 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6d9e6a89-12c9-4780-9004-da6764c1d692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629'] for port (f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:41.712442 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9e6a89-12c9-4780-9004-da6764c1d692 None None] Network 5002a2d5-da03-4e62-b131-b430895f0760 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:16:41.715735 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce56b4fd-e513-46da-a931-83186dec78b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (3c2740a4-873b-4b09-86e1-9b2713e3ecf3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:41.719559 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-6d9e6a89-12c9-4780-9004-da6764c1d692 None None] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:16:41.726650 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9e6a89-12c9-4780-9004-da6764c1d692 None None] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:16:41.738321 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e6a89-12c9-4780-9004-da6764c1d692 None None] Pushing event updated for resources: {'Port': ['ID=f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:41.798221 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (5ef67605-e4d9-4c11-909a-4368b4122ab2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:41.798986 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 4bb42516-0605-44a4-888b-a3c58393e591 up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:16:41.805521 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0c43224c-797d-410f-9279-2d4b48864d09 admin admin] Publish callbacks [] for port (e7d86668-75b4-4f53-9bce-b2cfe501347a), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:41.863201 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f7900-23a4-4ca2-9a59-238f4156a96c None None] Pushing event updated for resources: {'Port': ['ID=3c2740a4-873b-4b09-86e1-9b2713e3ecf3,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:41.907200 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-6d9e6a89-12c9-4780-9004-da6764c1d692 None None] Attempting to bind port f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f on host dv-cinder-836073-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:16:41.907571 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-6d9e6a89-12c9-4780-9004-da6764c1d692 None None] Attempting to bind port f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f by drivers openvswitch,hyperv on host dv-cinder-836073-3-iscsi at level 0 using segments [{'id': '04f58620-dbf1-4de3-a4f1-bbc1ee8fb9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5002a2d5-da03-4e62-b131-b430895f0760'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:16:41.907932 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9e6a89-12c9-4780-9004-da6764c1d692 None None] Attempting to bind port f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f on network 5002a2d5-da03-4e62-b131-b430895f0760 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:16:41.945554 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9e6a89-12c9-4780-9004-da6764c1d692 None None] Checking agent: {'id': 'eea5fd99-e581-41a4-a61b-1141d246636d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 58, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:16:41.945957 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9e6a89-12c9-4780-9004-da6764c1d692 None None] Checking segment: {'id': '04f58620-dbf1-4de3-a4f1-bbc1ee8fb9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5002a2d5-da03-4e62-b131-b430895f0760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:16:41.946389 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6d9e6a89-12c9-4780-9004-da6764c1d692 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:41.946785 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9e6a89-12c9-4780-9004-da6764c1d692 None None] Bound using segment: {'id': '04f58620-dbf1-4de3-a4f1-bbc1ee8fb9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5002a2d5-da03-4e62-b131-b430895f0760'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:16:41.947026 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0c43224c-797d-410f-9279-2d4b48864d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (e7d86668-75b4-4f53-9bce-b2cfe501347a), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:41.948395 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-6d9e6a89-12c9-4780-9004-da6764c1d692 None None] Bound port: f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f, host: dv-cinder-836073-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f58620-dbf1-4de3-a4f1-bbc1ee8fb9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5002a2d5-da03-4e62-b131-b430895f0760'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:16:41.948778 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6d9e6a89-12c9-4780-9004-da6764c1d692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:41.988980 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-ce56b4fd-e513-46da-a931-83186dec78b4 None None] Attempting to bind port 3c2740a4-873b-4b09-86e1-9b2713e3ecf3 on host dv-cinder-836073-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:16:41.989383 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-ce56b4fd-e513-46da-a931-83186dec78b4 None None] Attempting to bind port 3c2740a4-873b-4b09-86e1-9b2713e3ecf3 by drivers openvswitch,hyperv on host dv-cinder-836073-3-iscsi at level 0 using segments [{'id': '8366eac7-5c6e-4c3a-8825-453919965874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e1133a44-85d5-46f5-986a-992a0c333add'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:16:41.989664 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce56b4fd-e513-46da-a931-83186dec78b4 None None] Attempting to bind port 3c2740a4-873b-4b09-86e1-9b2713e3ecf3 on network e1133a44-85d5-46f5-986a-992a0c333add {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:16:41.994942 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c43224c-797d-410f-9279-2d4b48864d09 admin admin] Network 9ba38368-ff54-4986-b9fd-e3d76f01d727 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:16:41.998590 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-0c43224c-797d-410f-9279-2d4b48864d09 admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:16:42.002327 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c43224c-797d-410f-9279-2d4b48864d09 admin admin] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:16:42.025392 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Pushing event updated for resources: {'Port': ['ID=5ef67605-e4d9-4c11-909a-4368b4122ab2,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:42.035475 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce56b4fd-e513-46da-a931-83186dec78b4 None None] Checking agent: {'id': 'eea5fd99-e581-41a4-a61b-1141d246636d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 58, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:16:42.035895 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce56b4fd-e513-46da-a931-83186dec78b4 None None] Checking segment: {'id': '8366eac7-5c6e-4c3a-8825-453919965874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e1133a44-85d5-46f5-986a-992a0c333add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:16:42.036244 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce56b4fd-e513-46da-a931-83186dec78b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:42.036636 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce56b4fd-e513-46da-a931-83186dec78b4 None None] Bound using segment: {'id': '8366eac7-5c6e-4c3a-8825-453919965874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e1133a44-85d5-46f5-986a-992a0c333add'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:16:42.037124 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-ce56b4fd-e513-46da-a931-83186dec78b4 None None] Bound port: 3c2740a4-873b-4b09-86e1-9b2713e3ecf3, host: dv-cinder-836073-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8366eac7-5c6e-4c3a-8825-453919965874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e1133a44-85d5-46f5-986a-992a0c333add'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:16:42.037738 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce56b4fd-e513-46da-a931-83186dec78b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (3c2740a4-873b-4b09-86e1-9b2713e3ecf3), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:42.045883 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c43224c-797d-410f-9279-2d4b48864d09 admin admin] Pushing event updated for resources: {'Port': ['ID=e7d86668-75b4-4f53-9bce-b2cfe501347a,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:42.066032 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port 4bb42516-0605-44a4-888b-a3c58393e591 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:42.066140 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (4bb42516-0605-44a4-888b-a3c58393e591), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:42.122230 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 54200) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:42.127806 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-379d94ef-5653-442d-b2a4-2afc972455eb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1439258097-network', 'tenant_id': '28f88e0ab6de458593ff7ee4133e8eb6'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:16:42.161142 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-6d9e6a89-12c9-4780-9004-da6764c1d692 None None] For port f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f, host dv-cinder-836073-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:16:42.188988 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-6a6f9a20-ca19-40c1-b082-45be4751f9f8 None None] Provisioning complete for port 3c2740a4-873b-4b09-86e1-9b2713e3ecf3 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:42.189376 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6a6f9a20-ca19-40c1-b082-45be4751f9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (3c2740a4-873b-4b09-86e1-9b2713e3ecf3), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:42.191993 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-6d9e6a89-12c9-4780-9004-da6764c1d692 None None] For port f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f, host dv-cinder-836073-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f,segment=NetworkSegment(04f58620-dbf1-4de3-a4f1-bbc1ee8fb9f0),segment_id=04f58620-dbf1-4de3-a4f1-bbc1ee8fb9f0)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:16:42.221313 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-ce56b4fd-e513-46da-a931-83186dec78b4 None None] For port 3c2740a4-873b-4b09-86e1-9b2713e3ecf3, host dv-cinder-836073-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:16:42.237099 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379d94ef-5653-442d-b2a4-2afc972455eb admin admin] Made reservation on behalf of 28f88e0ab6de458593ff7ee4133e8eb6 for: {'network': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:16:42.239651 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-379d94ef-5653-442d-b2a4-2afc972455eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for network (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:42.246085 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-ce56b4fd-e513-46da-a931-83186dec78b4 None None] For port 3c2740a4-873b-4b09-86e1-9b2713e3ecf3, host dv-cinder-836073-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=3c2740a4-873b-4b09-86e1-9b2713e3ecf3,segment=NetworkSegment(8366eac7-5c6e-4c3a-8825-453919965874),segment_id=8366eac7-5c6e-4c3a-8825-453919965874)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:16:42.248801 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-379d94ef-5653-442d-b2a4-2afc972455eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:42.252633 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-6a6f9a20-ca19-40c1-b082-45be4751f9f8 None None] Port 3c2740a4-873b-4b09-86e1-9b2713e3ecf3 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:16:42.278439 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6d9e6a89-12c9-4780-9004-da6764c1d692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:42.336914 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce56b4fd-e513-46da-a931-83186dec78b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (3c2740a4-873b-4b09-86e1-9b2713e3ecf3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:42.339387 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port 4bb42516-0605-44a4-888b-a3c58393e591 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:16:42.345476 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-379d94ef-5653-442d-b2a4-2afc972455eb admin admin] Publish callbacks [] for security_group (032584f3-b560-4f30-9ce4-065bbb91fd9c), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:42.370065 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e6a89-12c9-4780-9004-da6764c1d692 None None] Pushing event updated for resources: {'Port': ['ID=f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:42.406929 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0c43224c-797d-410f-9279-2d4b48864d09 admin admin] Publish callbacks [] for router_gateway (2075fd67-1c93-4612-a62d-95538bb157cc), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:42.407103 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce56b4fd-e513-46da-a931-83186dec78b4 None None] Routers {'976e4962-5fb0-44b3-9a94-ac731b3b9cd6'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:16:42.407103 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-ce56b4fd-e513-46da-a931-83186dec78b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:16:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['976e4962-5fb0-44b3-9a94-ac731b3b9cd6'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:42.432032 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-379d94ef-5653-442d-b2a4-2afc972455eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (032584f3-b560-4f30-9ce4-065bbb91fd9c), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:42.484439 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-379d94ef-5653-442d-b2a4-2afc972455eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=104017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:16:42.486638 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f7900-23a4-4ca2-9a59-238f4156a96c None None] Pushing event updated for resources: {'Port': ['ID=3c2740a4-873b-4b09-86e1-9b2713e3ecf3,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:42.521470 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-379d94ef-5653-442d-b2a4-2afc972455eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154'] for segment (6b9f4489-2ec6-4841-9b55-c7d896c0ead0), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:42.521470 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.db.segments_db [None req-379d94ef-5653-442d-b2a4-2afc972455eb admin admin] Added segment 6b9f4489-2ec6-4841-9b55-c7d896c0ead0 of type vlan for network ce8c03cc-6c21-4361-b526-6beecb4519e5 Apr 08 11:16:42.532354 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d94ef-5653-442d-b2a4-2afc972455eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032584f3-b560-4f30-9ce4-065bbb91fd9c,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:42.568781 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d36946-3b2a-400c-a027-8bc7d88c8f59 None None] Sync routers for ids ['1bbac20d-932e-4309-8945-3ffddcd51293'] in dv-cinder-836073-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:16:42.590708 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d36946-3b2a-400c-a027-8bc7d88c8f59 None None] Routers {'1bbac20d-932e-4309-8945-3ffddcd51293'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:16:42.591889 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-04d36946-3b2a-400c-a027-8bc7d88c8f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:16:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['1bbac20d-932e-4309-8945-3ffddcd51293'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:42.608499 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-379d94ef-5653-442d-b2a4-2afc972455eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771786507915'] for network (ce8c03cc-6c21-4361-b526-6beecb4519e5), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:42.735027 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-379d94ef-5653-442d-b2a4-2afc972455eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7922337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737'] for network (ce8c03cc-6c21-4361-b526-6beecb4519e5), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:42.736012 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379d94ef-5653-442d-b2a4-2afc972455eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:42.736600 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-379d94ef-5653-442d-b2a4-2afc972455eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:42.765554 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0c43224c-797d-410f-9279-2d4b48864d09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456231'] for router (2075fd67-1c93-4612-a62d-95538bb157cc), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:42.843347 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-04d36946-3b2a-400c-a027-8bc7d88c8f59 None None] Set router 1bbac20d-932e-4309-8945-3ffddcd51293 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:16:42.861933 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d94ef-5653-442d-b2a4-2afc972455eb admin admin] Pushing event updated for resources: {'Network': ['ID=ce8c03cc-6c21-4361-b526-6beecb4519e5,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:42.880422 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-379d94ef-5653-442d-b2a4-2afc972455eb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7566805 Apr 08 11:16:42.884307 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 54208) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:42.889907 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-ce56b4fd-e513-46da-a931-83186dec78b4 None None] Set router 976e4962-5fb0-44b3-9a94-ac731b3b9cd6 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:16:42.894590 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-a4ad5f5a-8482-4186-9468-4f63251db748 admin admin] Request body: {'subnet': {'network_id': 'ce8c03cc-6c21-4361-b526-6beecb4519e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1439258097-subnet', 'tenant_id': '28f88e0ab6de458593ff7ee4133e8eb6', 'ip_version': 4}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:16:42.895215 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Network ce8c03cc-6c21-4361-b526-6beecb4519e5 details requested by agent ovs-agent-dv-cinder-836073-3-iscsi with host dv-cinder-836073-3-iscsi {{(pid=104018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:16:43.005434 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ae959e58-afc9-4052-8954-e65f0d10b10f None None] Provisioning complete for port 3c2740a4-873b-4b09-86e1-9b2713e3ecf3 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:43.005929 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ae959e58-afc9-4052-8954-e65f0d10b10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (3c2740a4-873b-4b09-86e1-9b2713e3ecf3), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:43.026496 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ad5f5a-8482-4186-9468-4f63251db748 admin admin] Made reservation on behalf of 28f88e0ab6de458593ff7ee4133e8eb6 for: {'subnet': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:16:43.028885 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a4ad5f5a-8482-4186-9468-4f63251db748 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380800'] for subnet (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:43.054562 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c43224c-797d-410f-9279-2d4b48864d09 admin admin] Router 2075fd67-1c93-4612-a62d-95538bb157cc is scheduled to L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 with binding_index 1 {{(pid=104016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 11:16:43.126241 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-04d36946-3b2a-400c-a027-8bc7d88c8f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbac20d-932e-4309-8945-3ffddcd51293', 'name': 'tempest-TestMinimumBasicScenario-78324127-router', 'tenant_id': 'a7597e54e7e24531b98b0573504715f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '5ef67605-e4d9-4c11-909a-4368b4122ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:34Z', 'updated_at': '2022-04-08T11:16:39Z', 'revision_number': 4, 'project_id': 'a7597e54e7e24531b98b0573504715f2', 'gw_port': {'id': '5ef67605-e4d9-4c11-909a-4368b4122ab2', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:38:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbac20d-932e-4309-8945-3ffddcd51293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:35Z', 'updated_at': '2022-04-08T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': '25233cf9-0aae-41f4-a724-1c3a4f62872a', 'name': '', 'network_id': '70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34', 'tenant_id': 'a7597e54e7e24531b98b0573504715f2', 'mac_address': 'fa:16:3e:38:6b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbac20d-932e-4309-8945-3ffddcd51293', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '09a28b7c-e1a2-4e20-a3c8-07d8f4be6de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:38Z', 'updated_at': '2022-04-08T11:16:40Z', 'revision_number': 2, 'project_id': 'a7597e54e7e24531b98b0573504715f2', 'subnets': [{'id': '09a28b7c-e1a2-4e20-a3c8-07d8f4be6de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:43.188305 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d36946-3b2a-400c-a027-8bc7d88c8f59 None None] Checking router: 1bbac20d-932e-4309-8945-3ffddcd51293 for host: dv-cinder-836073-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:16:43.188960 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d36946-3b2a-400c-a027-8bc7d88c8f59 None None] Updating router 1bbac20d-932e-4309-8945-3ffddcd51293 port 25233cf9-0aae-41f4-a724-1c3a4f62872a binding host dv-cinder-836073-3-iscsi {{(pid=104019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:16:43.231558 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c43224c-797d-410f-9279-2d4b48864d09 admin admin] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:16:43.238588 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-04d36946-3b2a-400c-a027-8bc7d88c8f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (25233cf9-0aae-41f4-a724-1c3a4f62872a), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:43.258684 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bf6df1-4821-4c83-aadc-62f78d81ef22 None None] Sync routers for ids ['2075fd67-1c93-4612-a62d-95538bb157cc'] in dv-cinder-836073-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:16:43.303424 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-ce56b4fd-e513-46da-a931-83186dec78b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976e4962-5fb0-44b3-9a94-ac731b3b9cd6', 'name': 'tempest-TestShelveInstance-944622486-router', 'tenant_id': '8eea60d9686244e7a5e64b448261087b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '4bb42516-0605-44a4-888b-a3c58393e591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:31Z', 'updated_at': '2022-04-08T11:16:35Z', 'revision_number': 4, 'project_id': '8eea60d9686244e7a5e64b448261087b', 'gw_port': {'id': '4bb42516-0605-44a4-888b-a3c58393e591', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976e4962-5fb0-44b3-9a94-ac731b3b9cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:32Z', 'updated_at': '2022-04-08T11:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': '3c2740a4-873b-4b09-86e1-9b2713e3ecf3', 'name': '', 'network_id': 'e1133a44-85d5-46f5-986a-992a0c333add', 'tenant_id': '8eea60d9686244e7a5e64b448261087b', 'mac_address': 'fa:16:3e:25:2f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976e4962-5fb0-44b3-9a94-ac731b3b9cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'b4615c09-bfb8-402c-89e5-7c1874f53767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:35Z', 'updated_at': '2022-04-08T11:16:42Z', 'revision_number': 4, 'project_id': '8eea60d9686244e7a5e64b448261087b', 'subnets': [{'id': 'b4615c09-bfb8-402c-89e5-7c1874f53767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:43.333872 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0c43224c-797d-410f-9279-2d4b48864d09 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:43.335598 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-0c43224c-797d-410f-9279-2d4b48864d09 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6987000 Apr 08 11:16:43.338556 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 54210) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:43.347376 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce56b4fd-e513-46da-a931-83186dec78b4 None None] The sync data for ids ['976e4962-5fb0-44b3-9a94-ac731b3b9cd6'] in dv-cinder-836073-3-iscsi is: [{'id': '976e4962-5fb0-44b3-9a94-ac731b3b9cd6', 'name': 'tempest-TestShelveInstance-944622486-router', 'tenant_id': '8eea60d9686244e7a5e64b448261087b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '4bb42516-0605-44a4-888b-a3c58393e591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:31Z', 'updated_at': '2022-04-08T11:16:35Z', 'revision_number': 4, 'project_id': '8eea60d9686244e7a5e64b448261087b', 'gw_port': {'id': '4bb42516-0605-44a4-888b-a3c58393e591', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976e4962-5fb0-44b3-9a94-ac731b3b9cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:32Z', 'updated_at': '2022-04-08T11:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': '3c2740a4-873b-4b09-86e1-9b2713e3ecf3', 'name': '', 'network_id': 'e1133a44-85d5-46f5-986a-992a0c333add', 'tenant_id': '8eea60d9686244e7a5e64b448261087b', 'mac_address': 'fa:16:3e:25:2f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976e4962-5fb0-44b3-9a94-ac731b3b9cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'b4615c09-bfb8-402c-89e5-7c1874f53767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:35Z', 'updated_at': '2022-04-08T11:16:42Z', 'revision_number': 4, 'project_id': '8eea60d9686244e7a5e64b448261087b', 'subnets': [{'id': 'b4615c09-bfb8-402c-89e5-7c1874f53767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:16:43.348393 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bf6df1-4821-4c83-aadc-62f78d81ef22 None None] Routers {'2075fd67-1c93-4612-a62d-95538bb157cc'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:16:43.349051 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-a5bf6df1-4821-4c83-aadc-62f78d81ef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:16:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['2075fd67-1c93-4612-a62d-95538bb157cc'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:43.412144 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a4ad5f5a-8482-4186-9468-4f63251db748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3090084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25379898'] for subnet (cc0beb82-c6c3-4e93-b17d-c0e2ff4d6654), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:43.493578 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad5f5a-8482-4186-9468-4f63251db748 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc0beb82-c6c3-4e93-b17d-c0e2ff4d6654,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:43.512201 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-a5bf6df1-4821-4c83-aadc-62f78d81ef22 None None] Set router 2075fd67-1c93-4612-a62d-95538bb157cc gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:16:43.552160 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:16:43.594678 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-04d36946-3b2a-400c-a027-8bc7d88c8f59 None None] Publish callbacks [] for port (25233cf9-0aae-41f4-a724-1c3a4f62872a), precommit_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:43.609190 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ae959e58-afc9-4052-8954-e65f0d10b10f None None] Current status of the port 3c2740a4-873b-4b09-86e1-9b2713e3ecf3 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:16:43.609775 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ae959e58-afc9-4052-8954-e65f0d10b10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (3c2740a4-873b-4b09-86e1-9b2713e3ecf3), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:43.667237 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-04d36946-3b2a-400c-a027-8bc7d88c8f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (25233cf9-0aae-41f4-a724-1c3a4f62872a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:43.732796 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-ae959e58-afc9-4052-8954-e65f0d10b10f None None] For port 3c2740a4-873b-4b09-86e1-9b2713e3ecf3, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=3c2740a4-873b-4b09-86e1-9b2713e3ecf3,segment=NetworkSegment(8366eac7-5c6e-4c3a-8825-453919965874),segment_id=8366eac7-5c6e-4c3a-8825-453919965874)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:16:43.739456 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a727e8-9c41-4699-9862-c9e2c22466c5 None None] Pushing event updated for resources: {'Port': ['ID=25233cf9-0aae-41f4-a724-1c3a4f62872a,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:43.781614 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:43.782057 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:43.783979 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ad5f5a-8482-4186-9468-4f63251db748 admin admin] Checking segment: {'id': '6b9f4489-2ec6-4841-9b55-c7d896c0ead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ce8c03cc-6c21-4361-b526-6beecb4519e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:16:43.789050 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ad5f5a-8482-4186-9468-4f63251db748 admin admin] Network hostable DHCP agents. Network: ce8c03cc-6c21-4361-b526-6beecb4519e5, hostable agents: ['19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3'], hosted agents: [] {{(pid=104017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:16:43.864333 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ae959e58-afc9-4052-8954-e65f0d10b10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (3c2740a4-873b-4b09-86e1-9b2713e3ecf3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:43.874871 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-04d36946-3b2a-400c-a027-8bc7d88c8f59 None None] Attempting to bind port 25233cf9-0aae-41f4-a724-1c3a4f62872a on host dv-cinder-836073-3-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:16:43.875508 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-04d36946-3b2a-400c-a027-8bc7d88c8f59 None None] Attempting to bind port 25233cf9-0aae-41f4-a724-1c3a4f62872a by drivers openvswitch,hyperv on host dv-cinder-836073-3-iscsi at level 0 using segments [{'id': '9600fefb-871a-4d8b-b2c3-78add29baf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:16:43.876072 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d36946-3b2a-400c-a027-8bc7d88c8f59 None None] Attempting to bind port 25233cf9-0aae-41f4-a724-1c3a4f62872a on network 70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34 {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:16:43.885605 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d36946-3b2a-400c-a027-8bc7d88c8f59 None None] Checking agent: {'id': 'eea5fd99-e581-41a4-a61b-1141d246636d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 58, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:16:43.891817 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d36946-3b2a-400c-a027-8bc7d88c8f59 None None] Checking segment: {'id': '9600fefb-871a-4d8b-b2c3-78add29baf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:16:43.891817 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-04d36946-3b2a-400c-a027-8bc7d88c8f59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:43.891817 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d36946-3b2a-400c-a027-8bc7d88c8f59 None None] Bound using segment: {'id': '9600fefb-871a-4d8b-b2c3-78add29baf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:16:43.891817 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-04d36946-3b2a-400c-a027-8bc7d88c8f59 None None] Bound port: 25233cf9-0aae-41f4-a724-1c3a4f62872a, host: dv-cinder-836073-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9600fefb-871a-4d8b-b2c3-78add29baf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:16:43.891817 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-04d36946-3b2a-400c-a027-8bc7d88c8f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (25233cf9-0aae-41f4-a724-1c3a4f62872a), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:43.983565 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c23b2c-cd99-4696-b1ee-63b4923d6353 None None] Network 5002a2d5-da03-4e62-b131-b430895f0760 requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:16:43.986319 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ad5f5a-8482-4186-9468-4f63251db748 admin admin] Network ce8c03cc-6c21-4361-b526-6beecb4519e5 is scheduled to be hosted by DHCP agent 19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3 with binding_index 1 {{(pid=104017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:16:44.006303 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-04d36946-3b2a-400c-a027-8bc7d88c8f59 None None] For port 25233cf9-0aae-41f4-a724-1c3a4f62872a, host dv-cinder-836073-3-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:16:44.010272 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-04d36946-3b2a-400c-a027-8bc7d88c8f59 None None] For port 25233cf9-0aae-41f4-a724-1c3a4f62872a, host dv-cinder-836073-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=25233cf9-0aae-41f4-a724-1c3a4f62872a,segment=NetworkSegment(9600fefb-871a-4d8b-b2c3-78add29baf9e),segment_id=9600fefb-871a-4d8b-b2c3-78add29baf9e)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:16:44.085747 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae959e58-afc9-4052-8954-e65f0d10b10f None None] Pushing event updated for resources: {'Port': ['ID=3c2740a4-873b-4b09-86e1-9b2713e3ecf3,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:44.108050 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-04d36946-3b2a-400c-a027-8bc7d88c8f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (25233cf9-0aae-41f4-a724-1c3a4f62872a), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:44.136656 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-178ebe4f-56a2-43b8-b847-9cc829c07893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:44.138953 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-a4ad5f5a-8482-4186-9468-4f63251db748 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-3-iscsi, ce8c03cc-6c21-4361-b526-6beecb4519e5) {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:16:44.142029 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-a5bf6df1-4821-4c83-aadc-62f78d81ef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2075fd67-1c93-4612-a62d-95538bb157cc', 'name': 'tempest-TestShelveInstance-2074798236-router', 'tenant_id': '24e526cc4fcd402989999840f668881c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e7d86668-75b4-4f53-9bce-b2cfe501347a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:40Z', 'updated_at': '2022-04-08T11:16:42Z', 'revision_number': 3, 'project_id': '24e526cc4fcd402989999840f668881c', 'gw_port': {'id': 'e7d86668-75b4-4f53-9bce-b2cfe501347a', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:35:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2075fd67-1c93-4612-a62d-95538bb157cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:41Z', 'updated_at': '2022-04-08T11:16:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi'}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:44.143513 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ad5f5a-8482-4186-9468-4f63251db748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:44.144361 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a4ad5f5a-8482-4186-9468-4f63251db748 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:44.190913 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff7c5ee-eff3-4e3c-9e61-41b916301d75 None None] Network ce8c03cc-6c21-4361-b526-6beecb4519e5 requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:16:44.206173 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d36946-3b2a-400c-a027-8bc7d88c8f59 None None] Routers {'1bbac20d-932e-4309-8945-3ffddcd51293'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:16:44.206915 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-04d36946-3b2a-400c-a027-8bc7d88c8f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:16:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['1bbac20d-932e-4309-8945-3ffddcd51293'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:44.208652 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bf6df1-4821-4c83-aadc-62f78d81ef22 None None] Checking router: 2075fd67-1c93-4612-a62d-95538bb157cc for host: dv-cinder-836073-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:16:44.209002 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bf6df1-4821-4c83-aadc-62f78d81ef22 None None] Updating router 2075fd67-1c93-4612-a62d-95538bb157cc port e7d86668-75b4-4f53-9bce-b2cfe501347a binding host dv-cinder-836073-3-iscsi {{(pid=104018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:16:44.211200 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-3f00d3ad-86fe-4140-b0e4-048e2bac12e3 None None] Provisioning complete for port f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:44.211574 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3f00d3ad-86fe-4140-b0e4-048e2bac12e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:44.224567 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:16:44.224799 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:44.258551 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a727e8-9c41-4699-9862-c9e2c22466c5 None None] Pushing event updated for resources: {'Port': ['ID=25233cf9-0aae-41f4-a724-1c3a4f62872a,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:44.366319 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a5bf6df1-4821-4c83-aadc-62f78d81ef22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (e7d86668-75b4-4f53-9bce-b2cfe501347a), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:44.375607 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-178ebe4f-56a2-43b8-b847-9cc829c07893 admin admin] Allocated IP 172.20.0.1 (5002a2d5-da03-4e62-b131-b430895f0760/ca0bd388-5f8f-4e0d-8fb0-ee450ca194cc/69e280ae-a0b6-4958-9486-b51cb5482cc1) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:16:44.403053 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 54218) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:44.403606 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-a4ad5f5a-8482-4186-9468-4f63251db748 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5193093 Apr 08 11:16:44.408405 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-a096c4de-d4f0-449a-afdd-a5f4e650dfbd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1439258097-router', 'tenant_id': '28f88e0ab6de458593ff7ee4133e8eb6', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'}}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:16:44.473556 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] For port f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f,segment=NetworkSegment(04f58620-dbf1-4de3-a4f1-bbc1ee8fb9f0),segment_id=04f58620-dbf1-4de3-a4f1-bbc1ee8fb9f0)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:16:44.500996 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-04d36946-3b2a-400c-a027-8bc7d88c8f59 None None] Set router 1bbac20d-932e-4309-8945-3ffddcd51293 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:16:44.524168 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a096c4de-d4f0-449a-afdd-a5f4e650dfbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-458056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1014035'] for router (d8c2ded0-7366-4442-ad4a-fb294fb56869), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:44.525804 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a096c4de-d4f0-449a-afdd-a5f4e650dfbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456264', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-479860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1014248'] for router (d8c2ded0-7366-4442-ad4a-fb294fb56869), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:44.539476 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-178ebe4f-56a2-43b8-b847-9cc829c07893 admin admin] Publish callbacks [] for port (69e280ae-a0b6-4958-9486-b51cb5482cc1), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:44.587093 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94e348d-08df-4321-b76b-3feb418c9cd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9c17c0d-e777-5cf5-a53f-4f0394d5d5a3-ce8c03cc-6c21-4361-b526-6beecb4519e5', 'network_id': 'ce8c03cc-6c21-4361-b526-6beecb4519e5', 'project_id': '28f88e0ab6de458593ff7ee4133e8eb6', 'fixed_ips': [{'subnet_id': 'cc0beb82-c6c3-4e93-b17d-c0e2ff4d6654'}]}} from dv-cinder-836073-3-iscsi. {{(pid=104018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 11:16:44.588028 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c94e348d-08df-4321-b76b-3feb418c9cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:44.596883 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:44.597569 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 5ef67605-e4d9-4c11-909a-4368b4122ab2 up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:16:44.602164 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a096c4de-d4f0-449a-afdd-a5f4e650dfbd admin admin] Publish callbacks [] for router_controller (d8c2ded0-7366-4442-ad4a-fb294fb56869), precommit_add_association {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:44.678336 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-178ebe4f-56a2-43b8-b847-9cc829c07893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3089968'] for port (69e280ae-a0b6-4958-9486-b51cb5482cc1), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:44.799878 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-04d36946-3b2a-400c-a027-8bc7d88c8f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbac20d-932e-4309-8945-3ffddcd51293', 'name': 'tempest-TestMinimumBasicScenario-78324127-router', 'tenant_id': 'a7597e54e7e24531b98b0573504715f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '5ef67605-e4d9-4c11-909a-4368b4122ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:34Z', 'updated_at': '2022-04-08T11:16:39Z', 'revision_number': 4, 'project_id': 'a7597e54e7e24531b98b0573504715f2', 'gw_port': {'id': '5ef67605-e4d9-4c11-909a-4368b4122ab2', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:38:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbac20d-932e-4309-8945-3ffddcd51293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:35Z', 'updated_at': '2022-04-08T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': '25233cf9-0aae-41f4-a724-1c3a4f62872a', 'name': '', 'network_id': '70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34', 'tenant_id': 'a7597e54e7e24531b98b0573504715f2', 'mac_address': 'fa:16:3e:38:6b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbac20d-932e-4309-8945-3ffddcd51293', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '09a28b7c-e1a2-4e20-a3c8-07d8f4be6de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:38Z', 'updated_at': '2022-04-08T11:16:44Z', 'revision_number': 4, 'project_id': 'a7597e54e7e24531b98b0573504715f2', 'subnets': [{'id': '09a28b7c-e1a2-4e20-a3c8-07d8f4be6de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:44.841039 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d36946-3b2a-400c-a027-8bc7d88c8f59 None None] The sync data for ids ['1bbac20d-932e-4309-8945-3ffddcd51293'] in dv-cinder-836073-3-iscsi is: [{'id': '1bbac20d-932e-4309-8945-3ffddcd51293', 'name': 'tempest-TestMinimumBasicScenario-78324127-router', 'tenant_id': 'a7597e54e7e24531b98b0573504715f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '5ef67605-e4d9-4c11-909a-4368b4122ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:34Z', 'updated_at': '2022-04-08T11:16:39Z', 'revision_number': 4, 'project_id': 'a7597e54e7e24531b98b0573504715f2', 'gw_port': {'id': '5ef67605-e4d9-4c11-909a-4368b4122ab2', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:38:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbac20d-932e-4309-8945-3ffddcd51293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:35Z', 'updated_at': '2022-04-08T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': '25233cf9-0aae-41f4-a724-1c3a4f62872a', 'name': '', 'network_id': '70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34', 'tenant_id': 'a7597e54e7e24531b98b0573504715f2', 'mac_address': 'fa:16:3e:38:6b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbac20d-932e-4309-8945-3ffddcd51293', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '09a28b7c-e1a2-4e20-a3c8-07d8f4be6de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:38Z', 'updated_at': '2022-04-08T11:16:44Z', 'revision_number': 4, 'project_id': 'a7597e54e7e24531b98b0573504715f2', 'subnets': [{'id': '09a28b7c-e1a2-4e20-a3c8-07d8f4be6de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:16:44.933430 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a096c4de-d4f0-449a-afdd-a5f4e650dfbd admin admin] Publish callbacks [] for router_gateway (d8c2ded0-7366-4442-ad4a-fb294fb56869), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:45.027192 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Pushing event updated for resources: {'Port': ['ID=f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:45.039080 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-3f00d3ad-86fe-4140-b0e4-048e2bac12e3 None None] Current status of the port f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:16:45.039933 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178ebe4f-56a2-43b8-b847-9cc829c07893 admin admin] Network 5002a2d5-da03-4e62-b131-b430895f0760 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:16:45.042193 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-178ebe4f-56a2-43b8-b847-9cc829c07893 admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:16:45.044958 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178ebe4f-56a2-43b8-b847-9cc829c07893 admin admin] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:16:45.106645 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ebe4f-56a2-43b8-b847-9cc829c07893 admin admin] Pushing event updated for resources: {'Port': ['ID=69e280ae-a0b6-4958-9486-b51cb5482cc1,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:45.123967 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-178ebe4f-56a2-43b8-b847-9cc829c07893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457544'] for router_interface (2075fd67-1c93-4612-a62d-95538bb157cc), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:45.299794 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [None req-c94e348d-08df-4321-b76b-3feb418c9cd9 None None] Allocated IP 172.20.0.2 (ce8c03cc-6c21-4361-b526-6beecb4519e5/cc0beb82-c6c3-4e93-b17d-c0e2ff4d6654/122a5cc6-b7af-47fe-8226-f2a50f03b6eb) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:16:45.368369 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port 5ef67605-e4d9-4c11-909a-4368b4122ab2 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:45.369083 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (5ef67605-e4d9-4c11-909a-4368b4122ab2), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:45.380677 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-e062d230-04db-436a-87d3-22e8dbf10e06 None None] Provisioning complete for port f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:45.380677 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e062d230-04db-436a-87d3-22e8dbf10e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:45.467473 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-178ebe4f-56a2-43b8-b847-9cc829c07893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (69e280ae-a0b6-4958-9486-b51cb5482cc1), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:45.747355 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a5bf6df1-4821-4c83-aadc-62f78d81ef22 None None] Publish callbacks [] for port (e7d86668-75b4-4f53-9bce-b2cfe501347a), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:45.768883 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-178ebe4f-56a2-43b8-b847-9cc829c07893 admin admin] Publish callbacks [] for port (69e280ae-a0b6-4958-9486-b51cb5482cc1), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:45.823423 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port 5ef67605-e4d9-4c11-909a-4368b4122ab2 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:16:45.824365 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 3c2740a4-873b-4b09-86e1-9b2713e3ecf3 up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:16:45.849115 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-178ebe4f-56a2-43b8-b847-9cc829c07893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3089967'] for port (69e280ae-a0b6-4958-9486-b51cb5482cc1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:45.892820 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a5bf6df1-4821-4c83-aadc-62f78d81ef22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (e7d86668-75b4-4f53-9bce-b2cfe501347a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:45.906142 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a096c4de-d4f0-449a-afdd-a5f4e650dfbd admin admin] Publish callbacks [] for router_gateway (d8c2ded0-7366-4442-ad4a-fb294fb56869), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:45.954357 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c94e348d-08df-4321-b76b-3feb418c9cd9 None None] Publish callbacks [] for port (122a5cc6-b7af-47fe-8226-f2a50f03b6eb), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:45.960734 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a096c4de-d4f0-449a-afdd-a5f4e650dfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:45.985413 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cdc492-33a4-4a9f-931c-130e88b5e1d8 None None] Pushing event updated for resources: {'Port': ['ID=e7d86668-75b4-4f53-9bce-b2cfe501347a,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:46.011866 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port 3c2740a4-873b-4b09-86e1-9b2713e3ecf3 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:46.012769 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (3c2740a4-873b-4b09-86e1-9b2713e3ecf3), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:46.014665 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-e062d230-04db-436a-87d3-22e8dbf10e06 None None] Current status of the port f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:16:46.051472 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-a5bf6df1-4821-4c83-aadc-62f78d81ef22 None None] Attempting to bind port e7d86668-75b4-4f53-9bce-b2cfe501347a on host dv-cinder-836073-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:16:46.052163 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-178ebe4f-56a2-43b8-b847-9cc829c07893 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7869787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457700'] for router_interface (2075fd67-1c93-4612-a62d-95538bb157cc), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:46.053022 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-a5bf6df1-4821-4c83-aadc-62f78d81ef22 None None] Attempting to bind port e7d86668-75b4-4f53-9bce-b2cfe501347a by drivers openvswitch,hyperv on host dv-cinder-836073-3-iscsi at level 0 using segments [{'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:16:46.053649 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bf6df1-4821-4c83-aadc-62f78d81ef22 None None] Attempting to bind port e7d86668-75b4-4f53-9bce-b2cfe501347a on network 9ba38368-ff54-4986-b9fd-e3d76f01d727 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:16:46.056380 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ebe4f-56a2-43b8-b847-9cc829c07893 admin admin] Pushing event updated for resources: {'Port': ['ID=69e280ae-a0b6-4958-9486-b51cb5482cc1,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:46.076546 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c94e348d-08df-4321-b76b-3feb418c9cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629'] for port (122a5cc6-b7af-47fe-8226-f2a50f03b6eb), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:46.086659 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bf6df1-4821-4c83-aadc-62f78d81ef22 None None] Checking agent: {'id': 'eea5fd99-e581-41a4-a61b-1141d246636d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 58, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:16:46.087215 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bf6df1-4821-4c83-aadc-62f78d81ef22 None None] Checking segment: {'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:16:46.088273 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a5bf6df1-4821-4c83-aadc-62f78d81ef22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:46.088766 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bf6df1-4821-4c83-aadc-62f78d81ef22 None None] Bound using segment: {'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:16:46.089485 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-a5bf6df1-4821-4c83-aadc-62f78d81ef22 None None] Bound port: e7d86668-75b4-4f53-9bce-b2cfe501347a, host: dv-cinder-836073-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:16:46.089988 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a5bf6df1-4821-4c83-aadc-62f78d81ef22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (e7d86668-75b4-4f53-9bce-b2cfe501347a), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:46.095692 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-e062d230-04db-436a-87d3-22e8dbf10e06 None None] Provisioning complete for port 25233cf9-0aae-41f4-a724-1c3a4f62872a triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:46.096165 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e062d230-04db-436a-87d3-22e8dbf10e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (25233cf9-0aae-41f4-a724-1c3a4f62872a), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:46.176783 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94e348d-08df-4321-b76b-3feb418c9cd9 None None] Network ce8c03cc-6c21-4361-b526-6beecb4519e5 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:16:46.185161 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-c94e348d-08df-4321-b76b-3feb418c9cd9 None None] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:16:46.194835 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94e348d-08df-4321-b76b-3feb418c9cd9 None None] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:16:46.214035 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-a096c4de-d4f0-449a-afdd-a5f4e650dfbd admin admin] Allocated IP 172.27.0.91 (9ba38368-ff54-4986-b9fd-e3d76f01d727/295b2c6f-15e1-46ca-ae70-e3531500d944/b90a47d5-e766-4cc2-89ae-cbad2d6e6203) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:16:46.230819 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e348d-08df-4321-b76b-3feb418c9cd9 None None] Pushing event updated for resources: {'Port': ['ID=122a5cc6-b7af-47fe-8226-f2a50f03b6eb,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:46.246789 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178ebe4f-56a2-43b8-b847-9cc829c07893 admin admin] Network 5002a2d5-da03-4e62-b131-b430895f0760 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:16:46.249159 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-178ebe4f-56a2-43b8-b847-9cc829c07893 admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:16:46.391066 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-a5bf6df1-4821-4c83-aadc-62f78d81ef22 None None] For port e7d86668-75b4-4f53-9bce-b2cfe501347a, host dv-cinder-836073-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:16:46.423348 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a096c4de-d4f0-449a-afdd-a5f4e650dfbd admin admin] Publish callbacks [] for port (b90a47d5-e766-4cc2-89ae-cbad2d6e6203), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:46.483908 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178ebe4f-56a2-43b8-b847-9cc829c07893 admin admin] Router 2075fd67-1c93-4612-a62d-95538bb157cc has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:16:46.500865 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-a5bf6df1-4821-4c83-aadc-62f78d81ef22 None None] For port e7d86668-75b4-4f53-9bce-b2cfe501347a, host dv-cinder-836073-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=e7d86668-75b4-4f53-9bce-b2cfe501347a,segment=NetworkSegment(2bb98e3e-6539-44eb-b25b-4089590167ac),segment_id=2bb98e3e-6539-44eb-b25b-4089590167ac)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:16:46.507336 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-c94e348d-08df-4321-b76b-3feb418c9cd9 None None] Attempting to bind port 122a5cc6-b7af-47fe-8226-f2a50f03b6eb on host dv-cinder-836073-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:16:46.507795 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-c94e348d-08df-4321-b76b-3feb418c9cd9 None None] Attempting to bind port 122a5cc6-b7af-47fe-8226-f2a50f03b6eb by drivers openvswitch,hyperv on host dv-cinder-836073-3-iscsi at level 0 using segments [{'id': '6b9f4489-2ec6-4841-9b55-c7d896c0ead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ce8c03cc-6c21-4361-b526-6beecb4519e5'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:16:46.508228 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94e348d-08df-4321-b76b-3feb418c9cd9 None None] Attempting to bind port 122a5cc6-b7af-47fe-8226-f2a50f03b6eb on network ce8c03cc-6c21-4361-b526-6beecb4519e5 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:16:46.514021 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port 3c2740a4-873b-4b09-86e1-9b2713e3ecf3 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:16:46.535883 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94e348d-08df-4321-b76b-3feb418c9cd9 None None] Checking agent: {'id': 'eea5fd99-e581-41a4-a61b-1141d246636d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 58, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:16:46.546227 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94e348d-08df-4321-b76b-3feb418c9cd9 None None] Checking segment: {'id': '6b9f4489-2ec6-4841-9b55-c7d896c0ead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ce8c03cc-6c21-4361-b526-6beecb4519e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:16:46.547725 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c94e348d-08df-4321-b76b-3feb418c9cd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:46.547856 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94e348d-08df-4321-b76b-3feb418c9cd9 None None] Bound using segment: {'id': '6b9f4489-2ec6-4841-9b55-c7d896c0ead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ce8c03cc-6c21-4361-b526-6beecb4519e5'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:16:46.549877 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-c94e348d-08df-4321-b76b-3feb418c9cd9 None None] Bound port: 122a5cc6-b7af-47fe-8226-f2a50f03b6eb, host: dv-cinder-836073-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b9f4489-2ec6-4841-9b55-c7d896c0ead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ce8c03cc-6c21-4361-b526-6beecb4519e5'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:16:46.550167 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c94e348d-08df-4321-b76b-3feb418c9cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (122a5cc6-b7af-47fe-8226-f2a50f03b6eb), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:46.566945 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-e062d230-04db-436a-87d3-22e8dbf10e06 None None] Current status of the port 25233cf9-0aae-41f4-a724-1c3a4f62872a is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:16:46.567558 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e062d230-04db-436a-87d3-22e8dbf10e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (25233cf9-0aae-41f4-a724-1c3a4f62872a), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:46.586838 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a096c4de-d4f0-449a-afdd-a5f4e650dfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (b90a47d5-e766-4cc2-89ae-cbad2d6e6203), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:46.605764 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a5bf6df1-4821-4c83-aadc-62f78d81ef22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (e7d86668-75b4-4f53-9bce-b2cfe501347a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:46.688257 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178ebe4f-56a2-43b8-b847-9cc829c07893 admin admin] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:16:46.694184 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-178ebe4f-56a2-43b8-b847-9cc829c07893 admin admin] 10.222.0.53 "PUT /v2.0/routers/2075fd67-1c93-4612-a62d-95538bb157cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3536048 Apr 08 11:16:46.712201 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096c4de-d4f0-449a-afdd-a5f4e650dfbd admin admin] Pushing event updated for resources: {'Port': ['ID=b90a47d5-e766-4cc2-89ae-cbad2d6e6203,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:46.762302 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a096c4de-d4f0-449a-afdd-a5f4e650dfbd admin admin] Network 9ba38368-ff54-4986-b9fd-e3d76f01d727 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:16:46.771538 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-a096c4de-d4f0-449a-afdd-a5f4e650dfbd admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:16:46.787809 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a096c4de-d4f0-449a-afdd-a5f4e650dfbd admin admin] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:16:46.822558 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-e062d230-04db-436a-87d3-22e8dbf10e06 None None] For port 25233cf9-0aae-41f4-a724-1c3a4f62872a, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=25233cf9-0aae-41f4-a724-1c3a4f62872a,segment=NetworkSegment(9600fefb-871a-4d8b-b2c3-78add29baf9e),segment_id=9600fefb-871a-4d8b-b2c3-78add29baf9e)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:16:46.852015 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bf6df1-4821-4c83-aadc-62f78d81ef22 None None] Routers {'2075fd67-1c93-4612-a62d-95538bb157cc'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:16:46.852646 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-a5bf6df1-4821-4c83-aadc-62f78d81ef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:16:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['2075fd67-1c93-4612-a62d-95538bb157cc'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:46.855897 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cdc492-33a4-4a9f-931c-130e88b5e1d8 None None] Pushing event updated for resources: {'Port': ['ID=e7d86668-75b4-4f53-9bce-b2cfe501347a,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:46.935007 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-c94e348d-08df-4321-b76b-3feb418c9cd9 None None] For port 122a5cc6-b7af-47fe-8226-f2a50f03b6eb, host dv-cinder-836073-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:16:46.946336 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e062d230-04db-436a-87d3-22e8dbf10e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (25233cf9-0aae-41f4-a724-1c3a4f62872a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:46.960316 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:16:46.972056 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-c94e348d-08df-4321-b76b-3feb418c9cd9 None None] For port 122a5cc6-b7af-47fe-8226-f2a50f03b6eb, host dv-cinder-836073-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=122a5cc6-b7af-47fe-8226-f2a50f03b6eb,segment=NetworkSegment(6b9f4489-2ec6-4841-9b55-c7d896c0ead0),segment_id=6b9f4489-2ec6-4841-9b55-c7d896c0ead0)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:16:47.173282 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-a5bf6df1-4821-4c83-aadc-62f78d81ef22 None None] Set router 2075fd67-1c93-4612-a62d-95538bb157cc gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:16:47.241953 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c94e348d-08df-4321-b76b-3feb418c9cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (122a5cc6-b7af-47fe-8226-f2a50f03b6eb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:47.398638 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-a5bf5243-17ef-4929-a8b6-9c0d6b7f5a93 None None] Provisioning complete for port 69e280ae-a0b6-4958-9486-b51cb5482cc1 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:47.399020 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a5bf5243-17ef-4929-a8b6-9c0d6b7f5a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (69e280ae-a0b6-4958-9486-b51cb5482cc1), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:47.445689 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062d230-04db-436a-87d3-22e8dbf10e06 None None] Pushing event updated for resources: {'Port': ['ID=25233cf9-0aae-41f4-a724-1c3a4f62872a,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:47.544101 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:47.544446 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:47.550861 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a096c4de-d4f0-449a-afdd-a5f4e650dfbd admin admin] Publish callbacks [] for router_gateway (d8c2ded0-7366-4442-ad4a-fb294fb56869), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:47.859469 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-a5bf5243-17ef-4929-a8b6-9c0d6b7f5a93 None None] Port 69e280ae-a0b6-4958-9486-b51cb5482cc1 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:16:47.919214 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e348d-08df-4321-b76b-3feb418c9cd9 None None] Pushing event updated for resources: {'Port': ['ID=122a5cc6-b7af-47fe-8226-f2a50f03b6eb,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:47.950845 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a096c4de-d4f0-449a-afdd-a5f4e650dfbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456231'] for router (d8c2ded0-7366-4442-ad4a-fb294fb56869), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:47.977421 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:16:47.978777 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 25233cf9-0aae-41f4-a724-1c3a4f62872a up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:16:48.016233 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-a5bf6df1-4821-4c83-aadc-62f78d81ef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2075fd67-1c93-4612-a62d-95538bb157cc', 'name': 'tempest-TestShelveInstance-2074798236-router', 'tenant_id': '24e526cc4fcd402989999840f668881c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e7d86668-75b4-4f53-9bce-b2cfe501347a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:40Z', 'updated_at': '2022-04-08T11:16:45Z', 'revision_number': 4, 'project_id': '24e526cc4fcd402989999840f668881c', 'gw_port': {'id': 'e7d86668-75b4-4f53-9bce-b2cfe501347a', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:35:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2075fd67-1c93-4612-a62d-95538bb157cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:41Z', 'updated_at': '2022-04-08T11:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': '69e280ae-a0b6-4958-9486-b51cb5482cc1', 'name': '', 'network_id': '5002a2d5-da03-4e62-b131-b430895f0760', 'tenant_id': '24e526cc4fcd402989999840f668881c', 'mac_address': 'fa:16:3e:dd:3a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2075fd67-1c93-4612-a62d-95538bb157cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ca0bd388-5f8f-4e0d-8fb0-ee450ca194cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:44Z', 'updated_at': '2022-04-08T11:16:45Z', 'revision_number': 2, 'project_id': '24e526cc4fcd402989999840f668881c', 'subnets': [{'id': 'ca0bd388-5f8f-4e0d-8fb0-ee450ca194cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:48.052806 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bf6df1-4821-4c83-aadc-62f78d81ef22 None None] The sync data for ids ['2075fd67-1c93-4612-a62d-95538bb157cc'] in dv-cinder-836073-3-iscsi is: [{'id': '2075fd67-1c93-4612-a62d-95538bb157cc', 'name': 'tempest-TestShelveInstance-2074798236-router', 'tenant_id': '24e526cc4fcd402989999840f668881c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e7d86668-75b4-4f53-9bce-b2cfe501347a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:40Z', 'updated_at': '2022-04-08T11:16:45Z', 'revision_number': 4, 'project_id': '24e526cc4fcd402989999840f668881c', 'gw_port': {'id': 'e7d86668-75b4-4f53-9bce-b2cfe501347a', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:35:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2075fd67-1c93-4612-a62d-95538bb157cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:41Z', 'updated_at': '2022-04-08T11:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': '69e280ae-a0b6-4958-9486-b51cb5482cc1', 'name': '', 'network_id': '5002a2d5-da03-4e62-b131-b430895f0760', 'tenant_id': '24e526cc4fcd402989999840f668881c', 'mac_address': 'fa:16:3e:dd:3a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2075fd67-1c93-4612-a62d-95538bb157cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ca0bd388-5f8f-4e0d-8fb0-ee450ca194cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:44Z', 'updated_at': '2022-04-08T11:16:45Z', 'revision_number': 2, 'project_id': '24e526cc4fcd402989999840f668881c', 'subnets': [{'id': 'ca0bd388-5f8f-4e0d-8fb0-ee450ca194cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:16:48.078268 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port 25233cf9-0aae-41f4-a724-1c3a4f62872a triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:48.078793 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (25233cf9-0aae-41f4-a724-1c3a4f62872a), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:48.178200 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port 25233cf9-0aae-41f4-a724-1c3a4f62872a is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:16:48.187732 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 3c2740a4-873b-4b09-86e1-9b2713e3ecf3 up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:16:48.198594 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a096c4de-d4f0-449a-afdd-a5f4e650dfbd admin admin] Router d8c2ded0-7366-4442-ad4a-fb294fb56869 is scheduled to L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 with binding_index 1 {{(pid=104016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 11:16:48.263575 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port 3c2740a4-873b-4b09-86e1-9b2713e3ecf3 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:48.263954 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (3c2740a4-873b-4b09-86e1-9b2713e3ecf3), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:48.368043 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port 3c2740a4-873b-4b09-86e1-9b2713e3ecf3 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:16:48.372309 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a096c4de-d4f0-449a-afdd-a5f4e650dfbd admin admin] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:16:48.383714 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71108182-8a7b-47fb-9d98-c8c3cc09c7f0 None None] Sync routers for ids ['d8c2ded0-7366-4442-ad4a-fb294fb56869'] in dv-cinder-836073-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:16:48.425925 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71108182-8a7b-47fb-9d98-c8c3cc09c7f0 None None] Routers {'d8c2ded0-7366-4442-ad4a-fb294fb56869'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:16:48.426574 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-71108182-8a7b-47fb-9d98-c8c3cc09c7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:16:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['d8c2ded0-7366-4442-ad4a-fb294fb56869'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:48.503606 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a096c4de-d4f0-449a-afdd-a5f4e650dfbd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:48.507524 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-a096c4de-d4f0-449a-afdd-a5f4e650dfbd admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1008830 Apr 08 11:16:48.508418 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 54272) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:48.723354 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 54276) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:48.728604 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-04cd4cf8-46a5-422c-bfe2-43476009de5a tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1887146707', 'description': 'tempest-secgroup-smoke-1887146707 description', 'project_id': '8eea60d9686244e7a5e64b448261087b'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:16:48.772859 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-71108182-8a7b-47fb-9d98-c8c3cc09c7f0 None None] Set router d8c2ded0-7366-4442-ad4a-fb294fb56869 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:16:48.867204 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-04cd4cf8-46a5-422c-bfe2-43476009de5a tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:48.888204 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 122a5cc6-b7af-47fe-8226-f2a50f03b6eb up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:16:49.068483 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-04cd4cf8-46a5-422c-bfe2-43476009de5a tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks [] for security_group (97a04cbb-545b-43bc-949e-7b2fa749dad8), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:49.099527 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port 122a5cc6-b7af-47fe-8226-f2a50f03b6eb triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:49.100155 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (122a5cc6-b7af-47fe-8226-f2a50f03b6eb), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:49.152154 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-04cd4cf8-46a5-422c-bfe2-43476009de5a tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (97a04cbb-545b-43bc-949e-7b2fa749dad8), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:49.163729 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c182e26-7b4d-4b7b-8e1c-2a773b2f9b06 None None] Network ce8c03cc-6c21-4361-b526-6beecb4519e5 requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:16:49.274684 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd4cf8-46a5-422c-bfe2-43476009de5a tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97a04cbb-545b-43bc-949e-7b2fa749dad8,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:49.281312 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-71108182-8a7b-47fb-9d98-c8c3cc09c7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c2ded0-7366-4442-ad4a-fb294fb56869', 'name': 'tempest-TestMinimumBasicScenario-1439258097-router', 'tenant_id': '28f88e0ab6de458593ff7ee4133e8eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b90a47d5-e766-4cc2-89ae-cbad2d6e6203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:44Z', 'updated_at': '2022-04-08T11:16:47Z', 'revision_number': 3, 'project_id': '28f88e0ab6de458593ff7ee4133e8eb6', 'gw_port': {'id': 'b90a47d5-e766-4cc2-89ae-cbad2d6e6203', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:93:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c2ded0-7366-4442-ad4a-fb294fb56869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:45Z', 'updated_at': '2022-04-08T11:16:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi'}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:49.345313 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71108182-8a7b-47fb-9d98-c8c3cc09c7f0 None None] Checking router: d8c2ded0-7366-4442-ad4a-fb294fb56869 for host: dv-cinder-836073-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:16:49.345766 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71108182-8a7b-47fb-9d98-c8c3cc09c7f0 None None] Updating router d8c2ded0-7366-4442-ad4a-fb294fb56869 port b90a47d5-e766-4cc2-89ae-cbad2d6e6203 binding host dv-cinder-836073-3-iscsi {{(pid=104019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:16:49.376698 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-71108182-8a7b-47fb-9d98-c8c3cc09c7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (b90a47d5-e766-4cc2-89ae-cbad2d6e6203), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:49.389157 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-04cd4cf8-46a5-422c-bfe2-43476009de5a tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:49.390477 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-04cd4cf8-46a5-422c-bfe2-43476009de5a tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6661069 Apr 08 11:16:49.393430 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 54282) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:49.399351 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-d90fcc23-7f38-43bf-ab00-53a05d12c59a tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Request body: {'security_group_rule': {'security_group_id': '97a04cbb-545b-43bc-949e-7b2fa749dad8', 'project_id': '8eea60d9686244e7a5e64b448261087b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:16:49.497882 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-e9de9671-1930-47d0-b30e-20be9200e076 None None] Provisioning complete for port 122a5cc6-b7af-47fe-8226-f2a50f03b6eb triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:49.498445 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e9de9671-1930-47d0-b30e-20be9200e076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (122a5cc6-b7af-47fe-8226-f2a50f03b6eb), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:49.500596 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2c8bcf54-8f8c-4199-ab0f-bb9d2ca8ab68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:49.578940 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d90fcc23-7f38-43bf-ab00-53a05d12c59a tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks [] for security_group_rule (395bc483-40d5-4fd9-948a-a55b797a74d0), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:49.677405 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-e9de9671-1930-47d0-b30e-20be9200e076 None None] Current status of the port 122a5cc6-b7af-47fe-8226-f2a50f03b6eb is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:16:49.677821 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e9de9671-1930-47d0-b30e-20be9200e076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (122a5cc6-b7af-47fe-8226-f2a50f03b6eb), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:49.769393 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port 122a5cc6-b7af-47fe-8226-f2a50f03b6eb is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:16:49.769393 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (122a5cc6-b7af-47fe-8226-f2a50f03b6eb), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:49.778596 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d90fcc23-7f38-43bf-ab00-53a05d12c59a tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks [] for security_group_rule (395bc483-40d5-4fd9-948a-a55b797a74d0), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:49.793161 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-71108182-8a7b-47fb-9d98-c8c3cc09c7f0 None None] Publish callbacks [] for port (b90a47d5-e766-4cc2-89ae-cbad2d6e6203), precommit_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:49.813536 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-e9de9671-1930-47d0-b30e-20be9200e076 None None] For port 122a5cc6-b7af-47fe-8226-f2a50f03b6eb, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=122a5cc6-b7af-47fe-8226-f2a50f03b6eb,segment=NetworkSegment(6b9f4489-2ec6-4841-9b55-c7d896c0ead0),segment_id=6b9f4489-2ec6-4841-9b55-c7d896c0ead0)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:16:49.871126 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-2c8bcf54-8f8c-4199-ab0f-bb9d2ca8ab68 admin admin] Allocated IP 172.20.0.1 (ce8c03cc-6c21-4361-b526-6beecb4519e5/cc0beb82-c6c3-4e93-b17d-c0e2ff4d6654/e34aa17e-27ed-4f64-9ce6-7f4acfc36e94) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:16:49.889005 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d90fcc23-7f38-43bf-ab00-53a05d12c59a tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919275'] for security_group_rule (395bc483-40d5-4fd9-948a-a55b797a74d0), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:49.918060 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-71108182-8a7b-47fb-9d98-c8c3cc09c7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (b90a47d5-e766-4cc2-89ae-cbad2d6e6203), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:49.930902 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90fcc23-7f38-43bf-ab00-53a05d12c59a tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=395bc483-40d5-4fd9-948a-a55b797a74d0,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:49.989438 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e9de9671-1930-47d0-b30e-20be9200e076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (122a5cc6-b7af-47fe-8226-f2a50f03b6eb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:50.022898 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-71108182-8a7b-47fb-9d98-c8c3cc09c7f0 None None] Attempting to bind port b90a47d5-e766-4cc2-89ae-cbad2d6e6203 on host dv-cinder-836073-3-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:16:50.024308 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-71108182-8a7b-47fb-9d98-c8c3cc09c7f0 None None] Attempting to bind port b90a47d5-e766-4cc2-89ae-cbad2d6e6203 by drivers openvswitch,hyperv on host dv-cinder-836073-3-iscsi at level 0 using segments [{'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:16:50.028659 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71108182-8a7b-47fb-9d98-c8c3cc09c7f0 None None] Attempting to bind port b90a47d5-e766-4cc2-89ae-cbad2d6e6203 on network 9ba38368-ff54-4986-b9fd-e3d76f01d727 {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:16:50.029562 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d90fcc23-7f38-43bf-ab00-53a05d12c59a tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:50.034040 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-d90fcc23-7f38-43bf-ab00-53a05d12c59a tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6394875 Apr 08 11:16:50.034850 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 54286) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:50.041371 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71108182-8a7b-47fb-9d98-c8c3cc09c7f0 None None] Checking agent: {'id': 'eea5fd99-e581-41a4-a61b-1141d246636d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 58, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:16:50.042183 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71108182-8a7b-47fb-9d98-c8c3cc09c7f0 None None] Checking segment: {'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:16:50.042753 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-71108182-8a7b-47fb-9d98-c8c3cc09c7f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:50.043215 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-8041eda9-12d6-4c32-9baa-52ca9bb516ba tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Request body: {'security_group_rule': {'security_group_id': '97a04cbb-545b-43bc-949e-7b2fa749dad8', 'project_id': '8eea60d9686244e7a5e64b448261087b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:16:50.043504 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71108182-8a7b-47fb-9d98-c8c3cc09c7f0 None None] Bound using segment: {'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:16:50.044139 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-71108182-8a7b-47fb-9d98-c8c3cc09c7f0 None None] Bound port: b90a47d5-e766-4cc2-89ae-cbad2d6e6203, host: dv-cinder-836073-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb98e3e-6539-44eb-b25b-4089590167ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:16:50.044690 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-71108182-8a7b-47fb-9d98-c8c3cc09c7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (b90a47d5-e766-4cc2-89ae-cbad2d6e6203), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:50.089274 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4f088-3a6c-4811-b7d0-ea41bd42070a None None] Pushing event updated for resources: {'Port': ['ID=b90a47d5-e766-4cc2-89ae-cbad2d6e6203,revision_number=2']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:50.122601 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2c8bcf54-8f8c-4199-ab0f-bb9d2ca8ab68 admin admin] Publish callbacks [] for port (e34aa17e-27ed-4f64-9ce6-7f4acfc36e94), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:50.145067 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-71108182-8a7b-47fb-9d98-c8c3cc09c7f0 None None] For port b90a47d5-e766-4cc2-89ae-cbad2d6e6203, host dv-cinder-836073-3-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:16:50.149345 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-71108182-8a7b-47fb-9d98-c8c3cc09c7f0 None None] For port b90a47d5-e766-4cc2-89ae-cbad2d6e6203, host dv-cinder-836073-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=b90a47d5-e766-4cc2-89ae-cbad2d6e6203,segment=NetworkSegment(2bb98e3e-6539-44eb-b25b-4089590167ac),segment_id=2bb98e3e-6539-44eb-b25b-4089590167ac)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:16:50.156743 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.db.api [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 11:16:50.158684 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG oslo_db.api [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 11:16:50.170289 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8041eda9-12d6-4c32-9baa-52ca9bb516ba tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks [] for security_group_rule (4eb35b26-db28-4845-a34c-d3e78afef083), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:50.188712 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-062355d7-27fa-4860-b5c6-24ea77dc570b None None] Provisioning complete for port 122a5cc6-b7af-47fe-8226-f2a50f03b6eb triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:50.189176 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-062355d7-27fa-4860-b5c6-24ea77dc570b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (122a5cc6-b7af-47fe-8226-f2a50f03b6eb), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:50.190928 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de9671-1930-47d0-b30e-20be9200e076 None None] Pushing event updated for resources: {'Port': ['ID=122a5cc6-b7af-47fe-8226-f2a50f03b6eb,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:50.232656 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-71108182-8a7b-47fb-9d98-c8c3cc09c7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (b90a47d5-e766-4cc2-89ae-cbad2d6e6203), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:50.261424 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2c8bcf54-8f8c-4199-ab0f-bb9d2ca8ab68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3089968'] for port (e34aa17e-27ed-4f64-9ce6-7f4acfc36e94), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:50.283323 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8041eda9-12d6-4c32-9baa-52ca9bb516ba tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks [] for security_group_rule (4eb35b26-db28-4845-a34c-d3e78afef083), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:50.303185 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4f088-3a6c-4811-b7d0-ea41bd42070a None None] Pushing event updated for resources: {'Port': ['ID=b90a47d5-e766-4cc2-89ae-cbad2d6e6203,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:50.326077 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-062355d7-27fa-4860-b5c6-24ea77dc570b None None] Current status of the port 122a5cc6-b7af-47fe-8226-f2a50f03b6eb is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:16:50.328605 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8bcf54-8f8c-4199-ab0f-bb9d2ca8ab68 admin admin] Pushing event updated for resources: {'Port': ['ID=e34aa17e-27ed-4f64-9ce6-7f4acfc36e94,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:50.334035 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71108182-8a7b-47fb-9d98-c8c3cc09c7f0 None None] Routers {'d8c2ded0-7366-4442-ad4a-fb294fb56869'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:16:50.334847 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-71108182-8a7b-47fb-9d98-c8c3cc09c7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:16:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['d8c2ded0-7366-4442-ad4a-fb294fb56869'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:50.338879 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8bcf54-8f8c-4199-ab0f-bb9d2ca8ab68 admin admin] Network ce8c03cc-6c21-4361-b526-6beecb4519e5 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:16:50.340328 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-2c8bcf54-8f8c-4199-ab0f-bb9d2ca8ab68 admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:16:50.343036 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8bcf54-8f8c-4199-ab0f-bb9d2ca8ab68 admin admin] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:16:50.386973 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8041eda9-12d6-4c32-9baa-52ca9bb516ba tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919275'] for security_group_rule (4eb35b26-db28-4845-a34c-d3e78afef083), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:50.405491 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2c8bcf54-8f8c-4199-ab0f-bb9d2ca8ab68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457544'] for router_interface (d8c2ded0-7366-4442-ad4a-fb294fb56869), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:50.416647 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041eda9-12d6-4c32-9baa-52ca9bb516ba tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eb35b26-db28-4845-a34c-d3e78afef083,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:50.507119 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-71108182-8a7b-47fb-9d98-c8c3cc09c7f0 None None] Set router d8c2ded0-7366-4442-ad4a-fb294fb56869 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:16:50.510887 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8041eda9-12d6-4c32-9baa-52ca9bb516ba tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:50.512718 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-8041eda9-12d6-4c32-9baa-52ca9bb516ba tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4768968 Apr 08 11:16:50.515515 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 54292) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:50.529557 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-554b6f74-93a6-4a8a-8fd5-346d92207943 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Request body: {'security_group_rule': {'security_group_id': '97a04cbb-545b-43bc-949e-7b2fa749dad8', 'project_id': '8eea60d9686244e7a5e64b448261087b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:16:50.730497 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port 122a5cc6-b7af-47fe-8226-f2a50f03b6eb is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:16:50.731560 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 25233cf9-0aae-41f4-a724-1c3a4f62872a up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:16:50.756524 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-554b6f74-93a6-4a8a-8fd5-346d92207943 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks [] for security_group_rule (2ebce938-cd81-4748-b618-c306cb04091e), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:50.783194 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2c8bcf54-8f8c-4199-ab0f-bb9d2ca8ab68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (e34aa17e-27ed-4f64-9ce6-7f4acfc36e94), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:50.792073 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-bee11572-4a56-44d6-9537-6aee07ed08ff None None] Provisioning complete for port e34aa17e-27ed-4f64-9ce6-7f4acfc36e94 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:50.792373 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-bee11572-4a56-44d6-9537-6aee07ed08ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (e34aa17e-27ed-4f64-9ce6-7f4acfc36e94), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:50.865152 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port 25233cf9-0aae-41f4-a724-1c3a4f62872a triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:50.865535 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (25233cf9-0aae-41f4-a724-1c3a4f62872a), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:50.868017 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-bee11572-4a56-44d6-9537-6aee07ed08ff None None] Port e34aa17e-27ed-4f64-9ce6-7f4acfc36e94 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:16:50.909438 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-71108182-8a7b-47fb-9d98-c8c3cc09c7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c2ded0-7366-4442-ad4a-fb294fb56869', 'name': 'tempest-TestMinimumBasicScenario-1439258097-router', 'tenant_id': '28f88e0ab6de458593ff7ee4133e8eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b90a47d5-e766-4cc2-89ae-cbad2d6e6203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:44Z', 'updated_at': '2022-04-08T11:16:47Z', 'revision_number': 3, 'project_id': '28f88e0ab6de458593ff7ee4133e8eb6', 'gw_port': {'id': 'b90a47d5-e766-4cc2-89ae-cbad2d6e6203', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:93:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c2ded0-7366-4442-ad4a-fb294fb56869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:45Z', 'updated_at': '2022-04-08T11:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi'}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:50.950693 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-554b6f74-93a6-4a8a-8fd5-346d92207943 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks [] for security_group_rule (2ebce938-cd81-4748-b618-c306cb04091e), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:50.964159 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71108182-8a7b-47fb-9d98-c8c3cc09c7f0 None None] The sync data for ids ['d8c2ded0-7366-4442-ad4a-fb294fb56869'] in dv-cinder-836073-3-iscsi is: [{'id': 'd8c2ded0-7366-4442-ad4a-fb294fb56869', 'name': 'tempest-TestMinimumBasicScenario-1439258097-router', 'tenant_id': '28f88e0ab6de458593ff7ee4133e8eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b90a47d5-e766-4cc2-89ae-cbad2d6e6203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:44Z', 'updated_at': '2022-04-08T11:16:47Z', 'revision_number': 3, 'project_id': '28f88e0ab6de458593ff7ee4133e8eb6', 'gw_port': {'id': 'b90a47d5-e766-4cc2-89ae-cbad2d6e6203', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:93:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c2ded0-7366-4442-ad4a-fb294fb56869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:45Z', 'updated_at': '2022-04-08T11:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi'}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:16:51.015961 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port 25233cf9-0aae-41f4-a724-1c3a4f62872a is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:16:51.051007 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-554b6f74-93a6-4a8a-8fd5-346d92207943 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919275'] for security_group_rule (2ebce938-cd81-4748-b618-c306cb04091e), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:51.105665 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b6f74-93a6-4a8a-8fd5-346d92207943 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ebce938-cd81-4748-b618-c306cb04091e,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:51.198191 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2c8bcf54-8f8c-4199-ab0f-bb9d2ca8ab68 admin admin] Publish callbacks [] for port (e34aa17e-27ed-4f64-9ce6-7f4acfc36e94), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:51.216501 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-554b6f74-93a6-4a8a-8fd5-346d92207943 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:51.219484 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-554b6f74-93a6-4a8a-8fd5-346d92207943 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7013443 Apr 08 11:16:51.223437 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 54300) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:51.230023 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-5e89458e-c1b5-46e0-8a32-94235bfaef7b tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Request body: {'security_group_rule': {'security_group_id': '97a04cbb-545b-43bc-949e-7b2fa749dad8', 'project_id': '8eea60d9686244e7a5e64b448261087b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:16:51.257873 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 122a5cc6-b7af-47fe-8226-f2a50f03b6eb up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:16:51.309636 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2c8bcf54-8f8c-4199-ab0f-bb9d2ca8ab68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3089967'] for port (e34aa17e-27ed-4f64-9ce6-7f4acfc36e94), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:51.309916 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port 122a5cc6-b7af-47fe-8226-f2a50f03b6eb triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:51.309916 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (122a5cc6-b7af-47fe-8226-f2a50f03b6eb), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:51.373614 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5e89458e-c1b5-46e0-8a32-94235bfaef7b tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks [] for security_group_rule (afc56ff7-c7e4-4e47-a415-8192f82188a1), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:51.383442 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2c8bcf54-8f8c-4199-ab0f-bb9d2ca8ab68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7869787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457700'] for router_interface (d8c2ded0-7366-4442-ad4a-fb294fb56869), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:51.390277 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8bcf54-8f8c-4199-ab0f-bb9d2ca8ab68 admin admin] Pushing event updated for resources: {'Port': ['ID=e34aa17e-27ed-4f64-9ce6-7f4acfc36e94,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:51.523011 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port 122a5cc6-b7af-47fe-8226-f2a50f03b6eb is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:16:51.523011 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device e7d86668-75b4-4f53-9bce-b2cfe501347a up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:16:51.524238 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5e89458e-c1b5-46e0-8a32-94235bfaef7b tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks [] for security_group_rule (afc56ff7-c7e4-4e47-a415-8192f82188a1), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:51.524470 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port e7d86668-75b4-4f53-9bce-b2cfe501347a triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:51.524470 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (e7d86668-75b4-4f53-9bce-b2cfe501347a), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:51.524728 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8bcf54-8f8c-4199-ab0f-bb9d2ca8ab68 admin admin] Network ce8c03cc-6c21-4361-b526-6beecb4519e5 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:16:51.524728 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-2c8bcf54-8f8c-4199-ab0f-bb9d2ca8ab68 admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:16:51.566122 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port e7d86668-75b4-4f53-9bce-b2cfe501347a is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:16:51.566568 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (e7d86668-75b4-4f53-9bce-b2cfe501347a), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:51.592445 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] For port e7d86668-75b4-4f53-9bce-b2cfe501347a, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=e7d86668-75b4-4f53-9bce-b2cfe501347a,segment=NetworkSegment(2bb98e3e-6539-44eb-b25b-4089590167ac),segment_id=2bb98e3e-6539-44eb-b25b-4089590167ac)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:16:51.633246 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8bcf54-8f8c-4199-ab0f-bb9d2ca8ab68 admin admin] Router d8c2ded0-7366-4442-ad4a-fb294fb56869 has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:16:51.706139 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5e89458e-c1b5-46e0-8a32-94235bfaef7b tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919275'] for security_group_rule (afc56ff7-c7e4-4e47-a415-8192f82188a1), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:51.726134 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e89458e-c1b5-46e0-8a32-94235bfaef7b tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afc56ff7-c7e4-4e47-a415-8192f82188a1,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:51.740144 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (e7d86668-75b4-4f53-9bce-b2cfe501347a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:51.756082 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8bcf54-8f8c-4199-ab0f-bb9d2ca8ab68 admin admin] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:16:51.762581 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-2c8bcf54-8f8c-4199-ab0f-bb9d2ca8ab68 admin admin] 10.222.0.53 "PUT /v2.0/routers/d8c2ded0-7366-4442-ad4a-fb294fb56869/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2515407 Apr 08 11:16:51.809489 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Pushing event updated for resources: {'Port': ['ID=e7d86668-75b4-4f53-9bce-b2cfe501347a,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:51.812236 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-feb042ed-fc82-44a7-93e0-7567e48a68e9 None None] Provisioning complete for port e34aa17e-27ed-4f64-9ce6-7f4acfc36e94 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:51.812615 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-feb042ed-fc82-44a7-93e0-7567e48a68e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (e34aa17e-27ed-4f64-9ce6-7f4acfc36e94), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:51.823710 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5e89458e-c1b5-46e0-8a32-94235bfaef7b tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:51.828281 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 54310) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:51.828829 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-5e89458e-c1b5-46e0-8a32-94235bfaef7b tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6040795 Apr 08 11:16:51.837368 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-130eea7c-109a-4896-9da3-337e7739e246 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Request body: {'security_group_rule': {'security_group_id': '97a04cbb-545b-43bc-949e-7b2fa749dad8', 'project_id': '8eea60d9686244e7a5e64b448261087b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:16:51.895394 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-feb042ed-fc82-44a7-93e0-7567e48a68e9 None None] Port e34aa17e-27ed-4f64-9ce6-7f4acfc36e94 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:16:51.969413 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.db.securitygroups_db [None req-130eea7c-109a-4896-9da3-337e7739e246 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Project 8eea60d9686244e7a5e64b448261087b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 11:16:51.981761 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-130eea7c-109a-4896-9da3-337e7739e246 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks [] for security_group_rule (60dbeb27-9682-484b-9d2e-cda6350539ab), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:52.116605 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-130eea7c-109a-4896-9da3-337e7739e246 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks [] for security_group_rule (60dbeb27-9682-484b-9d2e-cda6350539ab), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:52.226324 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-130eea7c-109a-4896-9da3-337e7739e246 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919275'] for security_group_rule (60dbeb27-9682-484b-9d2e-cda6350539ab), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:52.262188 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130eea7c-109a-4896-9da3-337e7739e246 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60dbeb27-9682-484b-9d2e-cda6350539ab,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:52.312785 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:52.373110 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-130eea7c-109a-4896-9da3-337e7739e246 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:52.377817 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 54324) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:16:52.382287 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-5fb3c0fc-0f0d-463c-9d2e-54e742070c67 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Request body: {'security_group_rule': {'security_group_id': '97a04cbb-545b-43bc-949e-7b2fa749dad8', 'project_id': '8eea60d9686244e7a5e64b448261087b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:16:52.383647 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-130eea7c-109a-4896-9da3-337e7739e246 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5537810 Apr 08 11:16:52.518988 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.db.securitygroups_db [None req-5fb3c0fc-0f0d-463c-9d2e-54e742070c67 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Project 8eea60d9686244e7a5e64b448261087b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 11:16:52.528280 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5fb3c0fc-0f0d-463c-9d2e-54e742070c67 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks [] for security_group_rule (7b1cfb69-0dbf-4cd0-acdb-895626cf22ac), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:52.670893 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5fb3c0fc-0f0d-463c-9d2e-54e742070c67 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks [] for security_group_rule (7b1cfb69-0dbf-4cd0-acdb-895626cf22ac), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:52.753054 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5fb3c0fc-0f0d-463c-9d2e-54e742070c67 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919275'] for security_group_rule (7b1cfb69-0dbf-4cd0-acdb-895626cf22ac), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:52.777069 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb3c0fc-0f0d-463c-9d2e-54e742070c67 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b1cfb69-0dbf-4cd0-acdb-895626cf22ac,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:52.857063 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5fb3c0fc-0f0d-463c-9d2e-54e742070c67 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:52.866750 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-5fb3c0fc-0f0d-463c-9d2e-54e742070c67 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4878261 Apr 08 11:16:53.285694 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device b90a47d5-e766-4cc2-89ae-cbad2d6e6203 up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:16:53.428253 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port b90a47d5-e766-4cc2-89ae-cbad2d6e6203 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:53.428927 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (b90a47d5-e766-4cc2-89ae-cbad2d6e6203), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:53.675005 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port b90a47d5-e766-4cc2-89ae-cbad2d6e6203 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:16:53.675890 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (b90a47d5-e766-4cc2-89ae-cbad2d6e6203), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:53.743054 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] For port b90a47d5-e766-4cc2-89ae-cbad2d6e6203, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=b90a47d5-e766-4cc2-89ae-cbad2d6e6203,segment=NetworkSegment(2bb98e3e-6539-44eb-b25b-4089590167ac),segment_id=2bb98e3e-6539-44eb-b25b-4089590167ac)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:16:53.809352 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (b90a47d5-e766-4cc2-89ae-cbad2d6e6203), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:53.811328 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device e7d86668-75b4-4f53-9bce-b2cfe501347a up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:16:54.005060 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Pushing event updated for resources: {'Port': ['ID=b90a47d5-e766-4cc2-89ae-cbad2d6e6203,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:54.022514 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port e7d86668-75b4-4f53-9bce-b2cfe501347a triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:54.023099 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (e7d86668-75b4-4f53-9bce-b2cfe501347a), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:54.192439 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port e7d86668-75b4-4f53-9bce-b2cfe501347a is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:16:55.218958 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device b90a47d5-e766-4cc2-89ae-cbad2d6e6203 up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:16:55.336878 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bc35ab-2718-4368-b86d-88776ecf48f1 None None] Sync routers for ids ['2075fd67-1c93-4612-a62d-95538bb157cc'] in dv-cinder-836073-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:16:55.378516 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bc35ab-2718-4368-b86d-88776ecf48f1 None None] Routers {'2075fd67-1c93-4612-a62d-95538bb157cc'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:16:55.379184 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-88bc35ab-2718-4368-b86d-88776ecf48f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:16:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['2075fd67-1c93-4612-a62d-95538bb157cc'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:55.500074 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port b90a47d5-e766-4cc2-89ae-cbad2d6e6203 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:55.500883 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (b90a47d5-e766-4cc2-89ae-cbad2d6e6203), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:55.596052 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-88bc35ab-2718-4368-b86d-88776ecf48f1 None None] Set router 2075fd67-1c93-4612-a62d-95538bb157cc gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:16:55.605708 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:16:55.784036 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port b90a47d5-e766-4cc2-89ae-cbad2d6e6203 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:16:55.902914 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-88bc35ab-2718-4368-b86d-88776ecf48f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2075fd67-1c93-4612-a62d-95538bb157cc', 'name': 'tempest-TestShelveInstance-2074798236-router', 'tenant_id': '24e526cc4fcd402989999840f668881c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e7d86668-75b4-4f53-9bce-b2cfe501347a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:40Z', 'updated_at': '2022-04-08T11:16:45Z', 'revision_number': 4, 'project_id': '24e526cc4fcd402989999840f668881c', 'gw_port': {'id': 'e7d86668-75b4-4f53-9bce-b2cfe501347a', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:35:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2075fd67-1c93-4612-a62d-95538bb157cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:41Z', 'updated_at': '2022-04-08T11:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': '69e280ae-a0b6-4958-9486-b51cb5482cc1', 'name': '', 'network_id': '5002a2d5-da03-4e62-b131-b430895f0760', 'tenant_id': '24e526cc4fcd402989999840f668881c', 'mac_address': 'fa:16:3e:dd:3a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2075fd67-1c93-4612-a62d-95538bb157cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ca0bd388-5f8f-4e0d-8fb0-ee450ca194cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:44Z', 'updated_at': '2022-04-08T11:16:45Z', 'revision_number': 2, 'project_id': '24e526cc4fcd402989999840f668881c', 'subnets': [{'id': 'ca0bd388-5f8f-4e0d-8fb0-ee450ca194cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:55.937532 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bc35ab-2718-4368-b86d-88776ecf48f1 None None] Checking router: 2075fd67-1c93-4612-a62d-95538bb157cc for host: dv-cinder-836073-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:16:55.937532 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bc35ab-2718-4368-b86d-88776ecf48f1 None None] Updating router 2075fd67-1c93-4612-a62d-95538bb157cc port 69e280ae-a0b6-4958-9486-b51cb5482cc1 binding host dv-cinder-836073-3-iscsi {{(pid=104018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:16:55.989137 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-88bc35ab-2718-4368-b86d-88776ecf48f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (69e280ae-a0b6-4958-9486-b51cb5482cc1), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:56.416852 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-88bc35ab-2718-4368-b86d-88776ecf48f1 None None] Publish callbacks [] for port (69e280ae-a0b6-4958-9486-b51cb5482cc1), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:56.545916 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-88bc35ab-2718-4368-b86d-88776ecf48f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (69e280ae-a0b6-4958-9486-b51cb5482cc1), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:56.574714 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef261f15-3324-4231-ade2-3506d643237c None None] Sync routers for ids ['d8c2ded0-7366-4442-ad4a-fb294fb56869'] in dv-cinder-836073-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:16:56.593515 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef261f15-3324-4231-ade2-3506d643237c None None] Routers {'d8c2ded0-7366-4442-ad4a-fb294fb56869'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:16:56.594167 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-ef261f15-3324-4231-ade2-3506d643237c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:16:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['d8c2ded0-7366-4442-ad4a-fb294fb56869'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:56.621618 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a8285-baaf-4e94-9848-c17770fb120d None None] Pushing event updated for resources: {'Port': ['ID=69e280ae-a0b6-4958-9486-b51cb5482cc1,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:56.843513 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-ef261f15-3324-4231-ade2-3506d643237c None None] Set router d8c2ded0-7366-4442-ad4a-fb294fb56869 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:16:57.006890 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-88bc35ab-2718-4368-b86d-88776ecf48f1 None None] Attempting to bind port 69e280ae-a0b6-4958-9486-b51cb5482cc1 on host dv-cinder-836073-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:16:57.007229 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-88bc35ab-2718-4368-b86d-88776ecf48f1 None None] Attempting to bind port 69e280ae-a0b6-4958-9486-b51cb5482cc1 by drivers openvswitch,hyperv on host dv-cinder-836073-3-iscsi at level 0 using segments [{'id': '04f58620-dbf1-4de3-a4f1-bbc1ee8fb9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5002a2d5-da03-4e62-b131-b430895f0760'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:16:57.007587 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bc35ab-2718-4368-b86d-88776ecf48f1 None None] Attempting to bind port 69e280ae-a0b6-4958-9486-b51cb5482cc1 on network 5002a2d5-da03-4e62-b131-b430895f0760 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:16:57.021037 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bc35ab-2718-4368-b86d-88776ecf48f1 None None] Checking agent: {'id': 'eea5fd99-e581-41a4-a61b-1141d246636d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 58, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:16:57.021841 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bc35ab-2718-4368-b86d-88776ecf48f1 None None] Checking segment: {'id': '04f58620-dbf1-4de3-a4f1-bbc1ee8fb9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5002a2d5-da03-4e62-b131-b430895f0760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:16:57.022425 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-88bc35ab-2718-4368-b86d-88776ecf48f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:57.022974 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bc35ab-2718-4368-b86d-88776ecf48f1 None None] Bound using segment: {'id': '04f58620-dbf1-4de3-a4f1-bbc1ee8fb9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5002a2d5-da03-4e62-b131-b430895f0760'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:16:57.023622 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-88bc35ab-2718-4368-b86d-88776ecf48f1 None None] Bound port: 69e280ae-a0b6-4958-9486-b51cb5482cc1, host: dv-cinder-836073-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f58620-dbf1-4de3-a4f1-bbc1ee8fb9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5002a2d5-da03-4e62-b131-b430895f0760'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:16:57.024193 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-88bc35ab-2718-4368-b86d-88776ecf48f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (69e280ae-a0b6-4958-9486-b51cb5482cc1), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:57.199440 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-88bc35ab-2718-4368-b86d-88776ecf48f1 None None] For port 69e280ae-a0b6-4958-9486-b51cb5482cc1, host dv-cinder-836073-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:16:57.203564 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-88bc35ab-2718-4368-b86d-88776ecf48f1 None None] For port 69e280ae-a0b6-4958-9486-b51cb5482cc1, host dv-cinder-836073-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=69e280ae-a0b6-4958-9486-b51cb5482cc1,segment=NetworkSegment(04f58620-dbf1-4de3-a4f1-bbc1ee8fb9f0),segment_id=04f58620-dbf1-4de3-a4f1-bbc1ee8fb9f0)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:16:57.209037 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-c5953ada-5d6c-4e5b-8014-d29573a4959c None None] Provisioning complete for port 69e280ae-a0b6-4958-9486-b51cb5482cc1 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:57.209037 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c5953ada-5d6c-4e5b-8014-d29573a4959c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (69e280ae-a0b6-4958-9486-b51cb5482cc1), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:57.260781 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-ef261f15-3324-4231-ade2-3506d643237c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c2ded0-7366-4442-ad4a-fb294fb56869', 'name': 'tempest-TestMinimumBasicScenario-1439258097-router', 'tenant_id': '28f88e0ab6de458593ff7ee4133e8eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b90a47d5-e766-4cc2-89ae-cbad2d6e6203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:44Z', 'updated_at': '2022-04-08T11:16:50Z', 'revision_number': 4, 'project_id': '28f88e0ab6de458593ff7ee4133e8eb6', 'gw_port': {'id': 'b90a47d5-e766-4cc2-89ae-cbad2d6e6203', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:93:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c2ded0-7366-4442-ad4a-fb294fb56869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:45Z', 'updated_at': '2022-04-08T11:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': 'e34aa17e-27ed-4f64-9ce6-7f4acfc36e94', 'name': '', 'network_id': 'ce8c03cc-6c21-4361-b526-6beecb4519e5', 'tenant_id': '28f88e0ab6de458593ff7ee4133e8eb6', 'mac_address': 'fa:16:3e:7c:ca:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c2ded0-7366-4442-ad4a-fb294fb56869', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'cc0beb82-c6c3-4e93-b17d-c0e2ff4d6654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:49Z', 'updated_at': '2022-04-08T11:16:50Z', 'revision_number': 2, 'project_id': '28f88e0ab6de458593ff7ee4133e8eb6', 'subnets': [{'id': 'cc0beb82-c6c3-4e93-b17d-c0e2ff4d6654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:57.297715 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef261f15-3324-4231-ade2-3506d643237c None None] Checking router: d8c2ded0-7366-4442-ad4a-fb294fb56869 for host: dv-cinder-836073-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:16:57.298120 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef261f15-3324-4231-ade2-3506d643237c None None] Updating router d8c2ded0-7366-4442-ad4a-fb294fb56869 port e34aa17e-27ed-4f64-9ce6-7f4acfc36e94 binding host dv-cinder-836073-3-iscsi {{(pid=104019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:16:57.301197 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-88bc35ab-2718-4368-b86d-88776ecf48f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (69e280ae-a0b6-4958-9486-b51cb5482cc1), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:57.314663 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-c5953ada-5d6c-4e5b-8014-d29573a4959c None None] Port 69e280ae-a0b6-4958-9486-b51cb5482cc1 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:16:57.360503 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ef261f15-3324-4231-ade2-3506d643237c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (e34aa17e-27ed-4f64-9ce6-7f4acfc36e94), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:57.378339 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bc35ab-2718-4368-b86d-88776ecf48f1 None None] Routers {'2075fd67-1c93-4612-a62d-95538bb157cc'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:16:57.379093 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-88bc35ab-2718-4368-b86d-88776ecf48f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:16:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['2075fd67-1c93-4612-a62d-95538bb157cc'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:57.381297 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a8285-baaf-4e94-9848-c17770fb120d None None] Pushing event updated for resources: {'Port': ['ID=69e280ae-a0b6-4958-9486-b51cb5482cc1,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:57.473624 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a78378f2-a006-46e2-8831-ad1e4f9c5ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:57.629325 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-88bc35ab-2718-4368-b86d-88776ecf48f1 None None] Set router 2075fd67-1c93-4612-a62d-95538bb157cc gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:16:57.812261 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ef261f15-3324-4231-ade2-3506d643237c None None] Publish callbacks [] for port (e34aa17e-27ed-4f64-9ce6-7f4acfc36e94), precommit_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:57.923347 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ef261f15-3324-4231-ade2-3506d643237c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (e34aa17e-27ed-4f64-9ce6-7f4acfc36e94), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:57.932205 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-96c8ccf1-76c2-4f86-9b13-49b239cb05a7 None None] Provisioning complete for port 69e280ae-a0b6-4958-9486-b51cb5482cc1 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:57.933094 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-96c8ccf1-76c2-4f86-9b13-49b239cb05a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (69e280ae-a0b6-4958-9486-b51cb5482cc1), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:58.015728 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-88bc35ab-2718-4368-b86d-88776ecf48f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2075fd67-1c93-4612-a62d-95538bb157cc', 'name': 'tempest-TestShelveInstance-2074798236-router', 'tenant_id': '24e526cc4fcd402989999840f668881c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e7d86668-75b4-4f53-9bce-b2cfe501347a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:40Z', 'updated_at': '2022-04-08T11:16:45Z', 'revision_number': 4, 'project_id': '24e526cc4fcd402989999840f668881c', 'gw_port': {'id': 'e7d86668-75b4-4f53-9bce-b2cfe501347a', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:35:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2075fd67-1c93-4612-a62d-95538bb157cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:41Z', 'updated_at': '2022-04-08T11:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': '69e280ae-a0b6-4958-9486-b51cb5482cc1', 'name': '', 'network_id': '5002a2d5-da03-4e62-b131-b430895f0760', 'tenant_id': '24e526cc4fcd402989999840f668881c', 'mac_address': 'fa:16:3e:dd:3a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2075fd67-1c93-4612-a62d-95538bb157cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ca0bd388-5f8f-4e0d-8fb0-ee450ca194cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:44Z', 'updated_at': '2022-04-08T11:16:57Z', 'revision_number': 4, 'project_id': '24e526cc4fcd402989999840f668881c', 'subnets': [{'id': 'ca0bd388-5f8f-4e0d-8fb0-ee450ca194cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:58.028231 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45956e5f-b74d-40b7-a76a-61555fff7d98 None None] Pushing event updated for resources: {'Port': ['ID=e34aa17e-27ed-4f64-9ce6-7f4acfc36e94,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:58.089104 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bc35ab-2718-4368-b86d-88776ecf48f1 None None] The sync data for ids ['2075fd67-1c93-4612-a62d-95538bb157cc'] in dv-cinder-836073-3-iscsi is: [{'id': '2075fd67-1c93-4612-a62d-95538bb157cc', 'name': 'tempest-TestShelveInstance-2074798236-router', 'tenant_id': '24e526cc4fcd402989999840f668881c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e7d86668-75b4-4f53-9bce-b2cfe501347a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:40Z', 'updated_at': '2022-04-08T11:16:45Z', 'revision_number': 4, 'project_id': '24e526cc4fcd402989999840f668881c', 'gw_port': {'id': 'e7d86668-75b4-4f53-9bce-b2cfe501347a', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:35:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2075fd67-1c93-4612-a62d-95538bb157cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:41Z', 'updated_at': '2022-04-08T11:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': '69e280ae-a0b6-4958-9486-b51cb5482cc1', 'name': '', 'network_id': '5002a2d5-da03-4e62-b131-b430895f0760', 'tenant_id': '24e526cc4fcd402989999840f668881c', 'mac_address': 'fa:16:3e:dd:3a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2075fd67-1c93-4612-a62d-95538bb157cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ca0bd388-5f8f-4e0d-8fb0-ee450ca194cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:44Z', 'updated_at': '2022-04-08T11:16:57Z', 'revision_number': 4, 'project_id': '24e526cc4fcd402989999840f668881c', 'subnets': [{'id': 'ca0bd388-5f8f-4e0d-8fb0-ee450ca194cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:16:58.195143 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-96c8ccf1-76c2-4f86-9b13-49b239cb05a7 None None] Current status of the port 69e280ae-a0b6-4958-9486-b51cb5482cc1 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:16:58.196175 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-96c8ccf1-76c2-4f86-9b13-49b239cb05a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (69e280ae-a0b6-4958-9486-b51cb5482cc1), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:58.224138 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-ef261f15-3324-4231-ade2-3506d643237c None None] Attempting to bind port e34aa17e-27ed-4f64-9ce6-7f4acfc36e94 on host dv-cinder-836073-3-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:16:58.229838 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-ef261f15-3324-4231-ade2-3506d643237c None None] Attempting to bind port e34aa17e-27ed-4f64-9ce6-7f4acfc36e94 by drivers openvswitch,hyperv on host dv-cinder-836073-3-iscsi at level 0 using segments [{'id': '6b9f4489-2ec6-4841-9b55-c7d896c0ead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ce8c03cc-6c21-4361-b526-6beecb4519e5'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:16:58.232747 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef261f15-3324-4231-ade2-3506d643237c None None] Attempting to bind port e34aa17e-27ed-4f64-9ce6-7f4acfc36e94 on network ce8c03cc-6c21-4361-b526-6beecb4519e5 {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:16:58.255486 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef261f15-3324-4231-ade2-3506d643237c None None] Checking agent: {'id': 'eea5fd99-e581-41a4-a61b-1141d246636d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 58, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:16:58.257321 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef261f15-3324-4231-ade2-3506d643237c None None] Checking segment: {'id': '6b9f4489-2ec6-4841-9b55-c7d896c0ead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ce8c03cc-6c21-4361-b526-6beecb4519e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:16:58.258782 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ef261f15-3324-4231-ade2-3506d643237c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:58.260006 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef261f15-3324-4231-ade2-3506d643237c None None] Bound using segment: {'id': '6b9f4489-2ec6-4841-9b55-c7d896c0ead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ce8c03cc-6c21-4361-b526-6beecb4519e5'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:16:58.263067 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-ef261f15-3324-4231-ade2-3506d643237c None None] Bound port: e34aa17e-27ed-4f64-9ce6-7f4acfc36e94, host: dv-cinder-836073-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b9f4489-2ec6-4841-9b55-c7d896c0ead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ce8c03cc-6c21-4361-b526-6beecb4519e5'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:16:58.263721 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ef261f15-3324-4231-ade2-3506d643237c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (e34aa17e-27ed-4f64-9ce6-7f4acfc36e94), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:58.271269 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-96c8ccf1-76c2-4f86-9b13-49b239cb05a7 None None] For port 69e280ae-a0b6-4958-9486-b51cb5482cc1, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=69e280ae-a0b6-4958-9486-b51cb5482cc1,segment=NetworkSegment(04f58620-dbf1-4de3-a4f1-bbc1ee8fb9f0),segment_id=04f58620-dbf1-4de3-a4f1-bbc1ee8fb9f0)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:16:58.339968 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-96c8ccf1-76c2-4f86-9b13-49b239cb05a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (69e280ae-a0b6-4958-9486-b51cb5482cc1), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:58.416984 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ef261f15-3324-4231-ade2-3506d643237c None None] For port e34aa17e-27ed-4f64-9ce6-7f4acfc36e94, host dv-cinder-836073-3-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:16:58.424064 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-ef261f15-3324-4231-ade2-3506d643237c None None] For port e34aa17e-27ed-4f64-9ce6-7f4acfc36e94, host dv-cinder-836073-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=e34aa17e-27ed-4f64-9ce6-7f4acfc36e94,segment=NetworkSegment(6b9f4489-2ec6-4841-9b55-c7d896c0ead0),segment_id=6b9f4489-2ec6-4841-9b55-c7d896c0ead0)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:16:58.463128 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c8ccf1-76c2-4f86-9b13-49b239cb05a7 None None] Pushing event updated for resources: {'Port': ['ID=69e280ae-a0b6-4958-9486-b51cb5482cc1,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:58.480075 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-a13f2347-ecf6-4878-8b05-0d63532fcdba None None] Provisioning complete for port e34aa17e-27ed-4f64-9ce6-7f4acfc36e94 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:58.480739 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a13f2347-ecf6-4878-8b05-0d63532fcdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (e34aa17e-27ed-4f64-9ce6-7f4acfc36e94), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:58.541406 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-ef261f15-3324-4231-ade2-3506d643237c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (e34aa17e-27ed-4f64-9ce6-7f4acfc36e94), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:58.574542 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-a13f2347-ecf6-4878-8b05-0d63532fcdba None None] Port e34aa17e-27ed-4f64-9ce6-7f4acfc36e94 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:16:58.641532 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef261f15-3324-4231-ade2-3506d643237c None None] Routers {'d8c2ded0-7366-4442-ad4a-fb294fb56869'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:16:58.642342 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-ef261f15-3324-4231-ade2-3506d643237c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:16:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['d8c2ded0-7366-4442-ad4a-fb294fb56869'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:58.700323 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45956e5f-b74d-40b7-a76a-61555fff7d98 None None] Pushing event updated for resources: {'Port': ['ID=e34aa17e-27ed-4f64-9ce6-7f4acfc36e94,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:58.881841 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-ef261f15-3324-4231-ade2-3506d643237c None None] Set router d8c2ded0-7366-4442-ad4a-fb294fb56869 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:16:59.024549 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-c0e2c53a-4c61-4afb-9360-1a9bd0fa90f9 None None] Provisioning complete for port e34aa17e-27ed-4f64-9ce6-7f4acfc36e94 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:59.025632 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c0e2c53a-4c61-4afb-9360-1a9bd0fa90f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (e34aa17e-27ed-4f64-9ce6-7f4acfc36e94), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:59.224672 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-c0e2c53a-4c61-4afb-9360-1a9bd0fa90f9 None None] Current status of the port e34aa17e-27ed-4f64-9ce6-7f4acfc36e94 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:16:59.225063 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c0e2c53a-4c61-4afb-9360-1a9bd0fa90f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (e34aa17e-27ed-4f64-9ce6-7f4acfc36e94), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:59.236993 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 69e280ae-a0b6-4958-9486-b51cb5482cc1 up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:16:59.273520 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-ef261f15-3324-4231-ade2-3506d643237c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c2ded0-7366-4442-ad4a-fb294fb56869', 'name': 'tempest-TestMinimumBasicScenario-1439258097-router', 'tenant_id': '28f88e0ab6de458593ff7ee4133e8eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b90a47d5-e766-4cc2-89ae-cbad2d6e6203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:44Z', 'updated_at': '2022-04-08T11:16:50Z', 'revision_number': 4, 'project_id': '28f88e0ab6de458593ff7ee4133e8eb6', 'gw_port': {'id': 'b90a47d5-e766-4cc2-89ae-cbad2d6e6203', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:93:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c2ded0-7366-4442-ad4a-fb294fb56869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:45Z', 'updated_at': '2022-04-08T11:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': 'e34aa17e-27ed-4f64-9ce6-7f4acfc36e94', 'name': '', 'network_id': 'ce8c03cc-6c21-4361-b526-6beecb4519e5', 'tenant_id': '28f88e0ab6de458593ff7ee4133e8eb6', 'mac_address': 'fa:16:3e:7c:ca:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c2ded0-7366-4442-ad4a-fb294fb56869', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'cc0beb82-c6c3-4e93-b17d-c0e2ff4d6654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:49Z', 'updated_at': '2022-04-08T11:16:58Z', 'revision_number': 4, 'project_id': '28f88e0ab6de458593ff7ee4133e8eb6', 'subnets': [{'id': 'cc0beb82-c6c3-4e93-b17d-c0e2ff4d6654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:59.304943 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-c0e2c53a-4c61-4afb-9360-1a9bd0fa90f9 None None] For port e34aa17e-27ed-4f64-9ce6-7f4acfc36e94, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=e34aa17e-27ed-4f64-9ce6-7f4acfc36e94,segment=NetworkSegment(6b9f4489-2ec6-4841-9b55-c7d896c0ead0),segment_id=6b9f4489-2ec6-4841-9b55-c7d896c0ead0)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:16:59.341898 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port 69e280ae-a0b6-4958-9486-b51cb5482cc1 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:16:59.342271 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (69e280ae-a0b6-4958-9486-b51cb5482cc1), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:59.363422 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef261f15-3324-4231-ade2-3506d643237c None None] The sync data for ids ['d8c2ded0-7366-4442-ad4a-fb294fb56869'] in dv-cinder-836073-3-iscsi is: [{'id': 'd8c2ded0-7366-4442-ad4a-fb294fb56869', 'name': 'tempest-TestMinimumBasicScenario-1439258097-router', 'tenant_id': '28f88e0ab6de458593ff7ee4133e8eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b90a47d5-e766-4cc2-89ae-cbad2d6e6203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:44Z', 'updated_at': '2022-04-08T11:16:50Z', 'revision_number': 4, 'project_id': '28f88e0ab6de458593ff7ee4133e8eb6', 'gw_port': {'id': 'b90a47d5-e766-4cc2-89ae-cbad2d6e6203', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:93:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c2ded0-7366-4442-ad4a-fb294fb56869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:45Z', 'updated_at': '2022-04-08T11:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': 'e34aa17e-27ed-4f64-9ce6-7f4acfc36e94', 'name': '', 'network_id': 'ce8c03cc-6c21-4361-b526-6beecb4519e5', 'tenant_id': '28f88e0ab6de458593ff7ee4133e8eb6', 'mac_address': 'fa:16:3e:7c:ca:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c2ded0-7366-4442-ad4a-fb294fb56869', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'cc0beb82-c6c3-4e93-b17d-c0e2ff4d6654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:49Z', 'updated_at': '2022-04-08T11:16:58Z', 'revision_number': 4, 'project_id': '28f88e0ab6de458593ff7ee4133e8eb6', 'subnets': [{'id': 'cc0beb82-c6c3-4e93-b17d-c0e2ff4d6654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:16:59.393139 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c0e2c53a-4c61-4afb-9360-1a9bd0fa90f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (e34aa17e-27ed-4f64-9ce6-7f4acfc36e94), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:16:59.521456 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2c53a-4c61-4afb-9360-1a9bd0fa90f9 None None] Pushing event updated for resources: {'Port': ['ID=e34aa17e-27ed-4f64-9ce6-7f4acfc36e94,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:59.619485 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port 69e280ae-a0b6-4958-9486-b51cb5482cc1 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:16:59.832146 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b548e27b-9ba9-4560-aacd-54fbb1cda745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:01.060761 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:01.196526 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device e34aa17e-27ed-4f64-9ce6-7f4acfc36e94 up at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:17:01.280127 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Provisioning complete for port e34aa17e-27ed-4f64-9ce6-7f4acfc36e94 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:17:01.280638 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (e34aa17e-27ed-4f64-9ce6-7f4acfc36e94), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:01.409340 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Current status of the port e34aa17e-27ed-4f64-9ce6-7f4acfc36e94 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:17:02.620800 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:04.305554 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:04.627973 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acb20e-6138-4b55-95dc-29a908ff5b53 req-417ed5c9-b732-419f-871a-04c73da641e9 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:04.641880 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f9acb20e-6138-4b55-95dc-29a908ff5b53 req-417ed5c9-b732-419f-871a-04c73da641e9 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/ports?device_id=4300246a-c78d-4fe1-a4dc-cfa2ad5f323b HTTP/1.1" status: 200 len: 945 time: 0.1360390 Apr 08 11:17:04.731484 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f9acb20e-6138-4b55-95dc-29a908ff5b53 req-edece756-6eb8-4d0e-b8eb-57ec67275918 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/security-groups?id=4eb0750f-f276-42f8-81c1-2af52ad12264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871944 Apr 08 11:17:05.866994 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd627e-4bb8-47d0-b994-798686b14aee req-f2e6b0e7-4009-485a-bc62-0dbab7086040 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:05.876474 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-34bd627e-4bb8-47d0-b994-798686b14aee req-f2e6b0e7-4009-485a-bc62-0dbab7086040 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/ports?device_id=4300246a-c78d-4fe1-a4dc-cfa2ad5f323b HTTP/1.1" status: 200 len: 945 time: 0.0716066 Apr 08 11:17:05.924883 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-34bd627e-4bb8-47d0-b994-798686b14aee req-5cf9f691-9aac-40f0-b61b-ed2a152d0be7 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/security-groups?id=4eb0750f-f276-42f8-81c1-2af52ad12264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472140 Apr 08 11:17:06.613882 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e164e3-3d09-43f2-b2ee-59d31bb5118b req-dd3d14e9-09b0-4df6-a232-2c9c9cc918cf tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:06.615493 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c4e164e3-3d09-43f2-b2ee-59d31bb5118b req-dd3d14e9-09b0-4df6-a232-2c9c9cc918cf tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.25 "GET /v2.0/ports?device_id=4300246a-c78d-4fe1-a4dc-cfa2ad5f323b HTTP/1.1" status: 200 len: 945 time: 0.0807590 Apr 08 11:17:06.796607 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-c4e164e3-3d09-43f2-b2ee-59d31bb5118b req-e79a1b28-de6a-4318-9f32-83c4e44a4955 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Deleting port f3723fad-c849-4f35-92a6-8f8dd6199d71 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:17:06.796940 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-c4e164e3-3d09-43f2-b2ee-59d31bb5118b req-e79a1b28-de6a-4318-9f32-83c4e44a4955 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (f3723fad-c849-4f35-92a6-8f8dd6199d71), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:06.918868 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-c4e164e3-3d09-43f2-b2ee-59d31bb5118b req-e79a1b28-de6a-4318-9f32-83c4e44a4955 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] For port f3723fad-c849-4f35-92a6-8f8dd6199d71, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f3723fad-c849-4f35-92a6-8f8dd6199d71,segment=NetworkSegment(483504d6-0875-4d90-991b-b978ae9dd8ca),segment_id=483504d6-0875-4d90-991b-b978ae9dd8ca)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:17:06.920043 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-c4e164e3-3d09-43f2-b2ee-59d31bb5118b req-e79a1b28-de6a-4318-9f32-83c4e44a4955 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (f3723fad-c849-4f35-92a6-8f8dd6199d71), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:06.928606 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-704efbd5-d27c-49db-9353-5ee73554bc6d tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:06.930143 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-704efbd5-d27c-49db-9353-5ee73554bc6d tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/networks?id=70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34 HTTP/1.1" status: 200 len: 813 time: 0.2176673 Apr 08 11:17:06.949102 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-c4e164e3-3d09-43f2-b2ee-59d31bb5118b req-e79a1b28-de6a-4318-9f32-83c4e44a4955 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Calling delete_port for f3723fad-c849-4f35-92a6-8f8dd6199d71 owned by compute:nova {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:17:06.984277 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-b6010153-f5d0-4a4c-abde-940d3089cbf9 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/quotas/a7597e54e7e24531b98b0573504715f2 HTTP/1.1" status: 200 len: 375 time: 0.0367236 Apr 08 11:17:07.142702 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b3bca-f5a0-4b47-8c1c-dd200fa26dcf req-021aedda-633c-4940-8c1f-b93b9a1c70f8 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:07.145038 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-506b3bca-f5a0-4b47-8c1c-dd200fa26dcf req-021aedda-633c-4940-8c1f-b93b9a1c70f8 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/ports?device_id=4300246a-c78d-4fe1-a4dc-cfa2ad5f323b HTTP/1.1" status: 200 len: 945 time: 0.0996387 Apr 08 11:17:07.226883 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-506b3bca-f5a0-4b47-8c1c-dd200fa26dcf req-804019c7-5a54-417a-a655-46c2228fee33 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/security-groups?id=4eb0750f-f276-42f8-81c1-2af52ad12264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726902 Apr 08 11:17:07.247893 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-8eea7c40-7bc7-4010-9020-b38c75a81453 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a7597e54e7e24531b98b0573504715f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2626266 Apr 08 11:17:07.381092 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-3d6b51d5-43ac-4024-a2d7-31fdaae6410d service neutron] 10.222.0.53 "GET /v2.0/networks/70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045616 Apr 08 11:17:07.479144 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-c4e164e3-3d09-43f2-b2ee-59d31bb5118b req-e79a1b28-de6a-4318-9f32-83c4e44a4955 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (f3723fad-c849-4f35-92a6-8f8dd6199d71), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:07.512484 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a1b28-de6a-4318-9f32-83c4e44a4955 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Pushing event deleted for resources: {'Port': ['ID=f3723fad-c849-4f35-92a6-8f8dd6199d71,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:07.514901 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] get_ports_and_sgs() called for port_ids ['f3723fad-c849-4f35-92a6-8f8dd6199d71'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:17:07.561809 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-ac98f4b7-df3d-4850-a4b8-0d9eeac1b67e service neutron] 10.222.0.53 "GET /v2.0/networks/70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730585 Apr 08 11:17:07.581060 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e164e3-3d09-43f2-b2ee-59d31bb5118b req-e79a1b28-de6a-4318-9f32-83c4e44a4955 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] No DVR routers for this DVR port f3723fad-c849-4f35-92a6-8f8dd6199d71 on host hv-cinder-83607 {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:17:07.583665 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-c4e164e3-3d09-43f2-b2ee-59d31bb5118b req-e79a1b28-de6a-4318-9f32-83c4e44a4955 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:07.590632 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c4e164e3-3d09-43f2-b2ee-59d31bb5118b req-e79a1b28-de6a-4318-9f32-83c4e44a4955 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.25 "DELETE /v2.0/ports/f3723fad-c849-4f35-92a6-8f8dd6199d71 HTTP/1.1" status: 204 len: 173 time: 0.9693496 Apr 08 11:17:07.591113 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4300246a-c78d-4fe1-a4dc-cfa2ad5f323b', 'name': 'network-vif-deleted', 'tag': 'f3723fad-c849-4f35-92a6-8f8dd6199d71'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:17:07.594765 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2333ebd7-eef9-47de-bb59-153d55b9e939" -d '{"events": [{"server_uuid": "4300246a-c78d-4fe1-a4dc-cfa2ad5f323b", "name": "network-vif-deleted", "tag": "f3723fad-c849-4f35-92a6-8f8dd6199d71"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:17:07.634950 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b497742-5689-4626-a668-a22fab7d9b17 x-openstack-request-id: req-0b497742-5689-4626-a668-a22fab7d9b17 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:17:07.636553 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4300246a-c78d-4fe1-a4dc-cfa2ad5f323b", "name": "network-vif-deleted", "tag": "f3723fad-c849-4f35-92a6-8f8dd6199d71", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:17:07.636827 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0b497742-5689-4626-a668-a22fab7d9b17 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:17:07.637271 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b497742-5689-4626-a668-a22fab7d9b17'] response: {'server_uuid': '4300246a-c78d-4fe1-a4dc-cfa2ad5f323b', 'name': 'network-vif-deleted', 'tag': 'f3723fad-c849-4f35-92a6-8f8dd6199d71', 'status': 'completed', 'code': 200} Apr 08 11:17:07.886537 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c4c62f50-6fd1-45fd-9bab-21cdb61a7bd0 req-938a9458-15c8-43ab-9d34-d522611a32c9 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 210 time: 0.0560145 Apr 08 11:17:08.354479 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0afa0eeb-a807-4f65-aeb5-061e56aeac0e req-230e4b47-96c5-40bf-92ea-18fe0afbb270 tempest-VolumesSnapshotTestJSON-798228880 tempest-VolumesSnapshotTestJSON-798228880-project] 10.222.0.53 "GET /v2.0/ports?device_id=4300246a-c78d-4fe1-a4dc-cfa2ad5f323b HTTP/1.1" status: 200 len: 210 time: 0.0422392 Apr 08 11:17:08.964273 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f28ef832-73ff-4f90-9577-7b675ce5fb72 req-3c5ec4fa-dde8-4f55-8d53-406dbdd9605f tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 210 time: 0.0308979 Apr 08 11:17:10.066949 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ccdaa43f-495d-4929-ad77-afad81cddaed req-1ac89673-c75a-45ce-9cfa-4e703f8c1b35 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 210 time: 0.0263760 Apr 08 11:17:10.363082 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-1cd1ba2f-3211-4fd2-9c5e-e22c7de516e1 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:10.364497 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-1cd1ba2f-3211-4fd2-9c5e-e22c7de516e1 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.25 "GET /v2.0/networks?id=70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34 HTTP/1.1" status: 200 len: 813 time: 0.1029344 Apr 08 11:17:10.383029 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-b84f3f63-5824-4b93-ac69-0c158ddaf807 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Request body: {'port': {'device_id': '8a6a39ad-2290-4c57-90c2-296e395ae701', 'network_id': '70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34', 'admin_state_up': True, 'tenant_id': 'a7597e54e7e24531b98b0573504715f2'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:17:10.557437 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-b84f3f63-5824-4b93-ac69-0c158ddaf807 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Made reservation on behalf of a7597e54e7e24531b98b0573504715f2 for: {'port': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:17:10.560892 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-b84f3f63-5824-4b93-ac69-0c158ddaf807 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:10.696279 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-b84f3f63-5824-4b93-ac69-0c158ddaf807 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Allocated IP 172.20.0.10 (70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34/09a28b7c-e1a2-4e20-a3c8-07d8f4be6de1/77516c39-e3bc-433d-a431-aacee1db5ce2) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:17:10.840720 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-b84f3f63-5824-4b93-ac69-0c158ddaf807 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks [] for port (77516c39-e3bc-433d-a431-aacee1db5ce2), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:10.969056 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-b84f3f63-5824-4b93-ac69-0c158ddaf807 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (77516c39-e3bc-433d-a431-aacee1db5ce2), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:11.016073 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-b84f3f63-5824-4b93-ac69-0c158ddaf807 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Network 70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:17:11.019195 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-b84f3f63-5824-4b93-ac69-0c158ddaf807 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:17:11.022232 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-b84f3f63-5824-4b93-ac69-0c158ddaf807 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:17:11.057522 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f3f63-5824-4b93-ac69-0c158ddaf807 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Pushing event updated for resources: {'Port': ['ID=77516c39-e3bc-433d-a431-aacee1db5ce2,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:11.085902 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-b84f3f63-5824-4b93-ac69-0c158ddaf807 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:11.085902 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-b84f3f63-5824-4b93-ac69-0c158ddaf807 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:11.168555 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-b84f3f63-5824-4b93-ac69-0c158ddaf807 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7895069 Apr 08 11:17:11.200944 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-2d3127b9-4d5e-46bb-acd1-16d6723a4d11 service neutron] Request body: {'port': {'device_id': '8a6a39ad-2290-4c57-90c2-296e395ae701', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:17:11.270910 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d79ff-ef99-4ce7-a2a5-d2fd17743d50 req-d93bb15f-738a-45e1-a924-4b9ca49240d2 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:11.272324 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-247d79ff-ef99-4ce7-a2a5-d2fd17743d50 req-d93bb15f-738a-45e1-a924-4b9ca49240d2 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 932 time: 0.1199822 Apr 08 11:17:11.287174 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-2d3127b9-4d5e-46bb-acd1-16d6723a4d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (77516c39-e3bc-433d-a431-aacee1db5ce2), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:11.355048 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-247d79ff-ef99-4ce7-a2a5-d2fd17743d50 req-ad59ba28-5ad6-431d-9524-2172ffb60bde tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755847 Apr 08 11:17:11.362987 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-05776164-9eae-48d8-b61c-4a779ff1dbb7 None None] Provisioning complete for port 77516c39-e3bc-433d-a431-aacee1db5ce2 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:17:11.362987 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-05776164-9eae-48d8-b61c-4a779ff1dbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (77516c39-e3bc-433d-a431-aacee1db5ce2), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:11.409233 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-05776164-9eae-48d8-b61c-4a779ff1dbb7 None None] Port 77516c39-e3bc-433d-a431-aacee1db5ce2 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:17:11.621462 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-2d3127b9-4d5e-46bb-acd1-16d6723a4d11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77516c39-e3bc-433d-a431-aacee1db5ce2 {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:17:11.625349 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-2d3127b9-4d5e-46bb-acd1-16d6723a4d11 service neutron] Publish callbacks [] for port (77516c39-e3bc-433d-a431-aacee1db5ce2), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:11.639551 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-2d3127b9-4d5e-46bb-acd1-16d6723a4d11 service neutron] Transition to ACTIVE for port object 77516c39-e3bc-433d-a431-aacee1db5ce2 will not be triggered until provisioned by entity L2. {{(pid=104016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:17:11.716845 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-2d3127b9-4d5e-46bb-acd1-16d6723a4d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3536654'] for port (77516c39-e3bc-433d-a431-aacee1db5ce2), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:11.771741 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3127b9-4d5e-46bb-acd1-16d6723a4d11 service neutron] Pushing event updated for resources: {'Port': ['ID=77516c39-e3bc-433d-a431-aacee1db5ce2,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:11.851056 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-2d3127b9-4d5e-46bb-acd1-16d6723a4d11 service neutron] Attempting to bind port 77516c39-e3bc-433d-a431-aacee1db5ce2 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:17:11.851393 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-2d3127b9-4d5e-46bb-acd1-16d6723a4d11 service neutron] Attempting to bind port 77516c39-e3bc-433d-a431-aacee1db5ce2 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '9600fefb-871a-4d8b-b2c3-78add29baf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:17:11.851744 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-2d3127b9-4d5e-46bb-acd1-16d6723a4d11 service neutron] Attempting to bind port 77516c39-e3bc-433d-a431-aacee1db5ce2 on network 70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:17:11.856802 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-2d3127b9-4d5e-46bb-acd1-16d6723a4d11 service neutron] Port 77516c39-e3bc-433d-a431-aacee1db5ce2 on network 70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:17:11.857128 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-2d3127b9-4d5e-46bb-acd1-16d6723a4d11 service neutron] Attempting to bind port 77516c39-e3bc-433d-a431-aacee1db5ce2 on network 70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:17:11.862792 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-2d3127b9-4d5e-46bb-acd1-16d6723a4d11 service neutron] Checking agent: {'id': '05eae265-77bc-4fda-a145-417801a6b133', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'started_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:17:11.863139 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-2d3127b9-4d5e-46bb-acd1-16d6723a4d11 service neutron] Checking segment: {'id': '9600fefb-871a-4d8b-b2c3-78add29baf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:17:11.864018 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-2d3127b9-4d5e-46bb-acd1-16d6723a4d11 service neutron] Bound using segment: {'id': '9600fefb-871a-4d8b-b2c3-78add29baf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:17:11.864018 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-2d3127b9-4d5e-46bb-acd1-16d6723a4d11 service neutron] Bound port: 77516c39-e3bc-433d-a431-aacee1db5ce2, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9600fefb-871a-4d8b-b2c3-78add29baf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:17:11.864297 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-2d3127b9-4d5e-46bb-acd1-16d6723a4d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (77516c39-e3bc-433d-a431-aacee1db5ce2), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:11.948979 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-2d3127b9-4d5e-46bb-acd1-16d6723a4d11 service neutron] For port 77516c39-e3bc-433d-a431-aacee1db5ce2, host hv-cinder-83607, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:17:11.952454 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-2d3127b9-4d5e-46bb-acd1-16d6723a4d11 service neutron] For port 77516c39-e3bc-433d-a431-aacee1db5ce2, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=77516c39-e3bc-433d-a431-aacee1db5ce2,segment=NetworkSegment(9600fefb-871a-4d8b-b2c3-78add29baf9e),segment_id=9600fefb-871a-4d8b-b2c3-78add29baf9e)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:17:12.026730 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-2d3127b9-4d5e-46bb-acd1-16d6723a4d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3536654'] for port (77516c39-e3bc-433d-a431-aacee1db5ce2), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:12.362773 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-2d3127b9-4d5e-46bb-acd1-16d6723a4d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:12.363421 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-2d3127b9-4d5e-46bb-acd1-16d6723a4d11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:12.364807 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-2d3127b9-4d5e-46bb-acd1-16d6723a4d11 service neutron] 10.222.0.25 "PUT /v2.0/ports/77516c39-e3bc-433d-a431-aacee1db5ce2 HTTP/1.1" status: 200 len: 1094 time: 1.1691325 Apr 08 11:17:12.365249 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6a39ad-2290-4c57-90c2-296e395ae701', 'tag': '77516c39-e3bc-433d-a431-aacee1db5ce2'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:17:12.367549 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c60eaa2-7f06-4844-8941-da0f6534015c" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6a39ad-2290-4c57-90c2-296e395ae701", "tag": "77516c39-e3bc-433d-a431-aacee1db5ce2"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:17:12.416845 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3127b9-4d5e-46bb-acd1-16d6723a4d11 service neutron] Pushing event updated for resources: {'Port': ['ID=77516c39-e3bc-433d-a431-aacee1db5ce2,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:12.456763 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9d4b75-197d-45f1-8a89-8856d8861eaa x-openstack-request-id: req-7c9d4b75-197d-45f1-8a89-8856d8861eaa {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:17:12.457289 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6a39ad-2290-4c57-90c2-296e395ae701", "tag": "77516c39-e3bc-433d-a431-aacee1db5ce2", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:17:12.457724 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7c9d4b75-197d-45f1-8a89-8856d8861eaa {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:17:12.458296 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c9d4b75-197d-45f1-8a89-8856d8861eaa'] response: {'name': 'network-changed', 'server_uuid': '8a6a39ad-2290-4c57-90c2-296e395ae701', 'tag': '77516c39-e3bc-433d-a431-aacee1db5ce2', 'status': 'completed', 'code': 200} Apr 08 11:17:12.565065 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512147a6-f05c-4a0b-9048-38d15a1717b0 req-3d1acc1d-92b7-43f2-b320-fb616c1f9b2c tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:12.565475 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-512147a6-f05c-4a0b-9048-38d15a1717b0 req-3d1acc1d-92b7-43f2-b320-fb616c1f9b2c tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 944 time: 0.1020741 Apr 08 11:17:12.644288 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-512147a6-f05c-4a0b-9048-38d15a1717b0 req-e611e5d3-4ed4-433d-a1f1-ece7efec0021 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684726 Apr 08 11:17:13.810409 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d4640-515b-46ed-a813-21ec984bde94 req-3104c8d1-8af6-4850-99c9-e2e2a1daaa61 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:13.812488 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-367d4640-515b-46ed-a813-21ec984bde94 req-3104c8d1-8af6-4850-99c9-e2e2a1daaa61 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 944 time: 0.0861588 Apr 08 11:17:13.865800 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-367d4640-515b-46ed-a813-21ec984bde94 req-c0df47ca-f047-4bd7-8548-19a6aa72fd14 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474362 Apr 08 11:17:14.086775 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device f3723fad-c849-4f35-92a6-8f8dd6199d71 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:17:14.110917 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] No Port match for: f3723fad-c849-4f35-92a6-8f8dd6199d71 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:17:14.111708 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device f3723fad-c849-4f35-92a6-8f8dd6199d71 not bound to the agent host hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:17:14.998904 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb4809-1ffa-4f19-94d9-8d83ec269d44 req-19b83416-b03b-4a1c-8cd4-7520d4eeda9f tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:15.000657 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fceb4809-1ffa-4f19-94d9-8d83ec269d44 req-19b83416-b03b-4a1c-8cd4-7520d4eeda9f tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 944 time: 0.0590365 Apr 08 11:17:15.059931 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fceb4809-1ffa-4f19-94d9-8d83ec269d44 req-b84f2512-4ae0-47ad-91d7-fd8bd6ef6419 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517125 Apr 08 11:17:16.191836 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d2bba-9998-41fa-babd-97412dfce215 req-0468477a-19d3-4f43-9274-fd45c0725994 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:16.193379 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4f9d2bba-9998-41fa-babd-97412dfce215 req-0468477a-19d3-4f43-9274-fd45c0725994 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 944 time: 0.0605876 Apr 08 11:17:16.255175 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4f9d2bba-9998-41fa-babd-97412dfce215 req-0b491054-551c-49bc-9354-3ef3fd582431 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546632 Apr 08 11:17:16.857352 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 54676) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:17:16.936865 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 54680) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:17:17.007698 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_v2 [None req-2260462c-0b21-4230-ba56-eac4bd340db1 admin admin] Deleting subnet cc3e7215-987b-4ebf-b5fe-b2120ecc4ccd {{(pid=104017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:17:17.012715 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2260462c-0b21-4230-ba56-eac4bd340db1 admin admin] Publish callbacks [] for subnet (cc3e7215-987b-4ebf-b5fe-b2120ecc4ccd), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:17.091521 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2260462c-0b21-4230-ba56-eac4bd340db1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4091653'] for subnet (cc3e7215-987b-4ebf-b5fe-b2120ecc4ccd), precommit_delete_associations {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:17.132463 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-fde05e18-61c5-4af9-a31c-ccd3c365a7a0 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Deleting port 0f20d330-71d2-4216-83ad-d9e7d9c304cb {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:17:17.133001 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fde05e18-61c5-4af9-a31c-ccd3c365a7a0 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (0f20d330-71d2-4216-83ad-d9e7d9c304cb), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:17.181504 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2260462c-0b21-4230-ba56-eac4bd340db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7741539'] for subnet (cc3e7215-987b-4ebf-b5fe-b2120ecc4ccd), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:17.274846 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fde05e18-61c5-4af9-a31c-ccd3c365a7a0 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (0f20d330-71d2-4216-83ad-d9e7d9c304cb), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:17.275299 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fde05e18-61c5-4af9-a31c-ccd3c365a7a0 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for floatingip (0f20d330-71d2-4216-83ad-d9e7d9c304cb), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:17.288589 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-fde05e18-61c5-4af9-a31c-ccd3c365a7a0 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Calling delete_port for 0f20d330-71d2-4216-83ad-d9e7d9c304cb owned by network:floatingip {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:17:17.311877 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2260462c-0b21-4230-ba56-eac4bd340db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7741546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3090149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25379873'] for subnet (cc3e7215-987b-4ebf-b5fe-b2120ecc4ccd), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:17.713415 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2157c84-68fe-4f50-b82e-a027d232f6e4 req-0652f35f-2a42-4eab-8376-f31ae17da025 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:17.723837 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f2157c84-68fe-4f50-b82e-a027d232f6e4 req-0652f35f-2a42-4eab-8376-f31ae17da025 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 944 time: 0.3856320 Apr 08 11:17:17.732434 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2260462c-0b21-4230-ba56-eac4bd340db1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc3e7215-987b-4ebf-b5fe-b2120ecc4ccd,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:17.745637 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2260462c-0b21-4230-ba56-eac4bd340db1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:17.757399 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-2260462c-0b21-4230-ba56-eac4bd340db1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/cc3e7215-987b-4ebf-b5fe-b2120ecc4ccd HTTP/1.1" status: 204 len: 168 time: 0.8190401 Apr 08 11:17:17.759918 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 54692) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:17:17.829416 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f2157c84-68fe-4f50-b82e-a027d232f6e4 req-08525039-4a28-4041-8960-da94365249bb tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960505 Apr 08 11:17:17.867856 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5bd71751-d396-4b75-a202-8e96bc55c789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7700898'] for network (d42ecd40-041d-4d37-9c62-7c092cbcffe6), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:17.946153 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fde05e18-61c5-4af9-a31c-ccd3c365a7a0 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (0f20d330-71d2-4216-83ad-d9e7d9c304cb), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:17.974474 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde05e18-61c5-4af9-a31c-ccd3c365a7a0 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Pushing event deleted for resources: {'Port': ['ID=0f20d330-71d2-4216-83ad-d9e7d9c304cb,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:17.988288 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde05e18-61c5-4af9-a31c-ccd3c365a7a0 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:17.988647 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde05e18-61c5-4af9-a31c-ccd3c365a7a0 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:17.988993 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde05e18-61c5-4af9-a31c-ccd3c365a7a0 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:17.989366 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde05e18-61c5-4af9-a31c-ccd3c365a7a0 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:17.989773 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde05e18-61c5-4af9-a31c-ccd3c365a7a0 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:17.990105 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde05e18-61c5-4af9-a31c-ccd3c365a7a0 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:17.990435 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde05e18-61c5-4af9-a31c-ccd3c365a7a0 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:17.990803 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde05e18-61c5-4af9-a31c-ccd3c365a7a0 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:17.991125 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde05e18-61c5-4af9-a31c-ccd3c365a7a0 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:17.991452 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde05e18-61c5-4af9-a31c-ccd3c365a7a0 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:17.991778 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde05e18-61c5-4af9-a31c-ccd3c365a7a0 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:17.992106 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde05e18-61c5-4af9-a31c-ccd3c365a7a0 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:17.992430 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde05e18-61c5-4af9-a31c-ccd3c365a7a0 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:17.992754 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde05e18-61c5-4af9-a31c-ccd3c365a7a0 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:17.993076 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde05e18-61c5-4af9-a31c-ccd3c365a7a0 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:17.995409 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5bd71751-d396-4b75-a202-8e96bc55c789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7858426', 'neutron.services.segments.db._delete_segments_for_network-8771786818506'] for network (d42ecd40-041d-4d37-9c62-7c092cbcffe6), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:18.022391 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-5bd71751-d396-4b75-a202-8e96bc55c789 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d42ecd40-041d-4d37-9c62-7c092cbcffe6']}} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:18.033805 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-5bd71751-d396-4b75-a202-8e96bc55c789 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '206fa809-a6dc-43d7-92f0-4aeb257ad4b5') {'for_net_delete': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:18.034232 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-5bd71751-d396-4b75-a202-8e96bc55c789 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '206fa809-a6dc-43d7-92f0-4aeb257ad4b5') {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:18.050687 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5bd71751-d396-4b75-a202-8e96bc55c789 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771786821075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4091676'] for segment (206fa809-a6dc-43d7-92f0-4aeb257ad4b5), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:18.077519 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fde05e18-61c5-4af9-a31c-ccd3c365a7a0 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for floatingip (13fab728-e808-4421-9e79-9f0cb53bc043), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:18.078112 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5bd71751-d396-4b75-a202-8e96bc55c789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154'] for segment (206fa809-a6dc-43d7-92f0-4aeb257ad4b5), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:18.079426 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.db.l3_db [None req-fde05e18-61c5-4af9-a31c-ccd3c365a7a0 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Floating IP 13fab728-e808-4421-9e79-9f0cb53bc043 disassociated (deleted). External IP: 172.27.0.45, port: 54e89912-f0ff-40f5-825a-f405bd82d688. Apr 08 11:17:18.103010 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd71751-d396-4b75-a202-8e96bc55c789 admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=104017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:17:18.103446 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5bd71751-d396-4b75-a202-8e96bc55c789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3089923'] for segment (206fa809-a6dc-43d7-92f0-4aeb257ad4b5), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:18.105258 dv-cinder-836073-3-iscsi neutron-server[104017]: Traceback (most recent call last): Apr 08 11:17:18.105258 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:17:18.105258 dv-cinder-836073-3-iscsi neutron-server[104017]: timer() Apr 08 11:17:18.105258 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:17:18.105258 dv-cinder-836073-3-iscsi neutron-server[104017]: cb(*args, **kw) Apr 08 11:17:18.105258 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:17:18.105258 dv-cinder-836073-3-iscsi neutron-server[104017]: return func(*args, **kwargs) Apr 08 11:17:18.105258 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:17:18.105258 dv-cinder-836073-3-iscsi neutron-server[104017]: self._notify() Apr 08 11:17:18.105258 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:17:18.105258 dv-cinder-836073-3-iscsi neutron-server[104017]: self.callback(batched_events) Apr 08 11:17:18.105258 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:17:18.105258 dv-cinder-836073-3-iscsi neutron-server[104017]: event.method(event) Apr 08 11:17:18.105258 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:17:18.105258 dv-cinder-836073-3-iscsi neutron-server[104017]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:17:18.105258 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:17:18.105258 dv-cinder-836073-3-iscsi neutron-server[104017]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:17:18.105258 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:17:18.105258 dv-cinder-836073-3-iscsi neutron-server[104017]: return f(self, *a, **k) Apr 08 11:17:18.105258 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:17:18.105258 dv-cinder-836073-3-iscsi neutron-server[104017]: return self._get(url).json() Apr 08 11:17:18.105258 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:17:18.105258 dv-cinder-836073-3-iscsi neutron-server[104017]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:17:18.105258 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:17:18.105258 dv-cinder-836073-3-iscsi neutron-server[104017]: return self.request(url, 'GET', **kwargs) Apr 08 11:17:18.105258 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:17:18.105258 dv-cinder-836073-3-iscsi neutron-server[104017]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:17:18.105258 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:17:18.105258 dv-cinder-836073-3-iscsi neutron-server[104017]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:17:18.105258 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:17:18.105258 dv-cinder-836073-3-iscsi neutron-server[104017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:17:18.105258 dv-cinder-836073-3-iscsi neutron-server[104017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:17:18.277528 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5bd71751-d396-4b75-a202-8e96bc55c789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7858401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7922337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456415'] for network (d42ecd40-041d-4d37-9c62-7c092cbcffe6), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:18.288687 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5bd71751-d396-4b75-a202-8e96bc55c789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:18.292271 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-5bd71751-d396-4b75-a202-8e96bc55c789 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d42ecd40-041d-4d37-9c62-7c092cbcffe6 HTTP/1.1" status: 204 len: 168 time: 0.5313954 Apr 08 11:17:18.313759 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd71751-d396-4b75-a202-8e96bc55c789 admin admin] Pushing event deleted for resources: {'Network': ['ID=d42ecd40-041d-4d37-9c62-7c092cbcffe6,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:18.411023 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde05e18-61c5-4af9-a31c-ccd3c365a7a0 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Router 0dbdc905-e28d-4efe-8621-94d7a0292711 has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:17:18.580623 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde05e18-61c5-4af9-a31c-ccd3c365a7a0 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:17:18.587137 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fde05e18-61c5-4af9-a31c-ccd3c365a7a0 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:18.592794 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd97270-94d4-4111-a71e-04d4677132e9 None None] Sync routers for ids ['0dbdc905-e28d-4efe-8621-94d7a0292711'] in dv-cinder-836073-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:17:18.622852 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd97270-94d4-4111-a71e-04d4677132e9 None None] Routers {'0dbdc905-e28d-4efe-8621-94d7a0292711'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:17:18.628172 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-afd97270-94d4-4111-a71e-04d4677132e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:17:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['0dbdc905-e28d-4efe-8621-94d7a0292711'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:18.647076 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-fde05e18-61c5-4af9-a31c-ccd3c365a7a0 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "DELETE /v2.0/floatingips/13fab728-e808-4421-9e79-9f0cb53bc043 HTTP/1.1" status: 204 len: 168 time: 1.7884414 Apr 08 11:17:18.648065 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0c6292-1bb5-4d5a-8501-3b139c478dd7', 'tag': '54e89912-f0ff-40f5-825a-f405bd82d688'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:17:18.662448 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9828230-1c43-4fe5-881f-cfc412a1dce5" -d '{"events": [{"name": "network-changed", "server_uuid": "3f0c6292-1bb5-4d5a-8501-3b139c478dd7", "tag": "54e89912-f0ff-40f5-825a-f405bd82d688"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:17:18.753648 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75053117-dd79-4b6c-bc46-c3e10a2c7d4c x-openstack-request-id: req-75053117-dd79-4b6c-bc46-c3e10a2c7d4c {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:17:18.753950 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f0c6292-1bb5-4d5a-8501-3b139c478dd7", "tag": "54e89912-f0ff-40f5-825a-f405bd82d688", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:17:18.754183 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-75053117-dd79-4b6c-bc46-c3e10a2c7d4c {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:17:18.755755 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75053117-dd79-4b6c-bc46-c3e10a2c7d4c'] response: {'name': 'network-changed', 'server_uuid': '3f0c6292-1bb5-4d5a-8501-3b139c478dd7', 'tag': '54e89912-f0ff-40f5-825a-f405bd82d688', 'status': 'completed', 'code': 200} Apr 08 11:17:18.767716 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 54708) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:17:18.850813 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-6f19b84b-483d-4cad-9ff6-9633d4b99c9e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e41a230817274b48a99676a0a9ece1a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0839450 Apr 08 11:17:18.857420 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 54712) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:17:18.877226 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-afd97270-94d4-4111-a71e-04d4677132e9 None None] Set router 0dbdc905-e28d-4efe-8621-94d7a0292711 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:17:18.989312 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a4f2edac-f341-4366-92b0-b3021aad053e admin admin] Publish callbacks [] for security_group (4bbba07c-d630-4284-abb3-574035779212), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:19.021578 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a4f2edac-f341-4366-92b0-b3021aad053e admin admin] Publish callbacks [] for security_group (4bbba07c-d630-4284-abb3-574035779212), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:19.078949 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc505ce-8c1c-4dba-8b78-829b12f4a2a8 req-0b850044-9ab0-4ceb-9fca-f166808233c1 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:19.080218 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9dc505ce-8c1c-4dba-8b78-829b12f4a2a8 req-0b850044-9ab0-4ceb-9fca-f166808233c1 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 944 time: 0.1181872 Apr 08 11:17:19.184447 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9dc505ce-8c1c-4dba-8b78-829b12f4a2a8 req-17ce519a-7750-4d62-80ae-a2cd3d0a8a8f tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698276 Apr 08 11:17:19.230038 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-afd97270-94d4-4111-a71e-04d4677132e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'name': 'tempest-TestVolumeBootPattern-37540332-router', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:51Z', 'updated_at': '2022-04-08T11:08:55Z', 'revision_number': 4, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'gw_port': {'id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:52Z', 'updated_at': '2022-04-08T11:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': 'b815d87d-d99e-4ad6-aaa7-8d5f2210c5e7', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'port_id': '6aedc894-e23d-4b2a-b17e-0d7f7852abfc', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'mac_address': 'fa:16:3e:b8:cb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86563972-0068-42a4-9b53-6f71a3a8a34e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:13:00Z', 'updated_at': '2022-04-08T11:13:03Z', 'revision_number': 1, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd87257cc-ea8b-4980-a2fb-9c7b502f8e5e', 'name': '', 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'mac_address': 'fa:16:3e:91:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:54Z', 'updated_at': '2022-04-08T11:09:00Z', 'revision_number': 5, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'subnets': [{'id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:19.267574 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd97270-94d4-4111-a71e-04d4677132e9 None None] Checking router: 0dbdc905-e28d-4efe-8621-94d7a0292711 for host: dv-cinder-836073-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:17:19.278705 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd97270-94d4-4111-a71e-04d4677132e9 None None] Routers {'0dbdc905-e28d-4efe-8621-94d7a0292711'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:17:19.279622 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-afd97270-94d4-4111-a71e-04d4677132e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:17:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['0dbdc905-e28d-4efe-8621-94d7a0292711'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:19.323637 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4e280-3252-4b83-be01-459ec27b1587 req-4ed41011-aca5-4eb1-8619-d52ff960c0e0 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:19.325116 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-99f4e280-3252-4b83-be01-459ec27b1587 req-4ed41011-aca5-4eb1-8619-d52ff960c0e0 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 945 time: 0.0634189 Apr 08 11:17:19.399219 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-99f4e280-3252-4b83-be01-459ec27b1587 req-a0653f02-2451-4ade-bffc-5cd05f04f83a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595257 Apr 08 11:17:19.443616 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-afd97270-94d4-4111-a71e-04d4677132e9 None None] Set router 0dbdc905-e28d-4efe-8621-94d7a0292711 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:17:19.470933 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a4f2edac-f341-4366-92b0-b3021aad053e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (4bbba07c-d630-4284-abb3-574035779212), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:19.473894 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a4f2edac-f341-4366-92b0-b3021aad053e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:19.475201 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-a4f2edac-f341-4366-92b0-b3021aad053e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4bbba07c-d630-4284-abb3-574035779212 HTTP/1.1" status: 204 len: 168 time: 0.6167710 Apr 08 11:17:19.486089 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f2edac-f341-4366-92b0-b3021aad053e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbba07c-d630-4284-abb3-574035779212,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:19.757838 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-afd97270-94d4-4111-a71e-04d4677132e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'name': 'tempest-TestVolumeBootPattern-37540332-router', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:51Z', 'updated_at': '2022-04-08T11:08:55Z', 'revision_number': 4, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'gw_port': {'id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:52Z', 'updated_at': '2022-04-08T11:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': 'b815d87d-d99e-4ad6-aaa7-8d5f2210c5e7', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'port_id': '6aedc894-e23d-4b2a-b17e-0d7f7852abfc', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'mac_address': 'fa:16:3e:b8:cb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86563972-0068-42a4-9b53-6f71a3a8a34e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:13:00Z', 'updated_at': '2022-04-08T11:13:03Z', 'revision_number': 1, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd87257cc-ea8b-4980-a2fb-9c7b502f8e5e', 'name': '', 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'mac_address': 'fa:16:3e:91:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:54Z', 'updated_at': '2022-04-08T11:09:00Z', 'revision_number': 5, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'subnets': [{'id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:19.793482 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd97270-94d4-4111-a71e-04d4677132e9 None None] The sync data for ids ['0dbdc905-e28d-4efe-8621-94d7a0292711'] in dv-cinder-836073-3-iscsi is: [{'id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'name': 'tempest-TestVolumeBootPattern-37540332-router', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:51Z', 'updated_at': '2022-04-08T11:08:55Z', 'revision_number': 4, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'gw_port': {'id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:52Z', 'updated_at': '2022-04-08T11:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': 'b815d87d-d99e-4ad6-aaa7-8d5f2210c5e7', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'port_id': '6aedc894-e23d-4b2a-b17e-0d7f7852abfc', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'mac_address': 'fa:16:3e:b8:cb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86563972-0068-42a4-9b53-6f71a3a8a34e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:13:00Z', 'updated_at': '2022-04-08T11:13:03Z', 'revision_number': 1, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd87257cc-ea8b-4980-a2fb-9c7b502f8e5e', 'name': '', 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'mac_address': 'fa:16:3e:91:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:54Z', 'updated_at': '2022-04-08T11:09:00Z', 'revision_number': 5, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'subnets': [{'id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:17:20.267308 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e949f2-9a9f-48fb-852f-f857f4a6cede None None] New status for floating IP 13fab728-e808-4421-9e79-9f0cb53bc043: DOWN {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:17:20.311250 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32feb119-7f76-4eb1-a16d-2cadbd97f600 req-5eb99057-1a08-48bc-8fe8-5d1a05fe4837 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:20.312918 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-32feb119-7f76-4eb1-a16d-2cadbd97f600 req-5eb99057-1a08-48bc-8fe8-5d1a05fe4837 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 944 time: 0.0717008 Apr 08 11:17:20.365112 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-32feb119-7f76-4eb1-a16d-2cadbd97f600 req-50303684-3981-4bc6-860d-7ddbebd5245b tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453272 Apr 08 11:17:20.510998 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d02c7-2936-42c6-9fd6-997f9b797b75 req-bf6ba7cd-12ac-47c3-a3bb-72f67cf7b0b8 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:20.512478 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-624d02c7-2936-42c6-9fd6-997f9b797b75 req-bf6ba7cd-12ac-47c3-a3bb-72f67cf7b0b8 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 945 time: 0.0564754 Apr 08 11:17:20.560488 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-624d02c7-2936-42c6-9fd6-997f9b797b75 req-e96347eb-acac-4c39-8d13-a5fc33fd1671 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421007 Apr 08 11:17:21.483943 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de05fe-1517-4241-ad0d-f651a9f480e0 req-798b56fe-b669-4ce4-8f75-4d7684a5e0c3 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:21.485429 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b6de05fe-1517-4241-ad0d-f651a9f480e0 req-798b56fe-b669-4ce4-8f75-4d7684a5e0c3 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 944 time: 0.0552871 Apr 08 11:17:21.534188 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b6de05fe-1517-4241-ad0d-f651a9f480e0 req-dc6238d3-7f53-4705-9a4d-494bde46ddf1 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430930 Apr 08 11:17:21.579557 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9828230-1c43-4fe5-881f-cfc412a1dce5 req-6a537564-e4c3-4c33-91c6-771d759d43db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:21.581048 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e9828230-1c43-4fe5-881f-cfc412a1dce5 req-6a537564-e4c3-4c33-91c6-771d759d43db service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dbbd14ea76324b76bd17c80e4eceaef9&device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 1129 time: 0.0459201 Apr 08 11:17:21.681644 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc3400-4a05-44b7-96ce-cbd2d38cfe21 req-78b714d7-6b7b-4c36-b569-f50c9fd5bfd1 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:21.683027 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-69dc3400-4a05-44b7-96ce-cbd2d38cfe21 req-78b714d7-6b7b-4c36-b569-f50c9fd5bfd1 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 945 time: 0.0526438 Apr 08 11:17:21.732518 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-69dc3400-4a05-44b7-96ce-cbd2d38cfe21 req-17afbb41-2ebd-4730-8a9e-b8e891de683c tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436766 Apr 08 11:17:21.898588 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60eaa2-7f06-4844-8941-da0f6534015c req-10a2efcb-9436-46f6-9f7b-0c2ea956d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:21.901506 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2c60eaa2-7f06-4844-8941-da0f6534015c req-10a2efcb-9436-46f6-9f7b-0c2ea956d156 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a7597e54e7e24531b98b0573504715f2&device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 1128 time: 0.0539105 Apr 08 11:17:22.169971 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9828230-1c43-4fe5-881f-cfc412a1dce5 req-9e026781-034c-4884-a2d6-9a1d8eb6ae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:22.171482 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e9828230-1c43-4fe5-881f-cfc412a1dce5 req-9e026781-034c-4884-a2d6-9a1d8eb6ae40 service neutron] 10.222.0.25 "GET /v2.0/networks?id=92663085-05c4-47d0-9ecc-faab9dcfcd0e HTTP/1.1" status: 200 len: 911 time: 0.1609967 Apr 08 11:17:22.172579 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60eaa2-7f06-4844-8941-da0f6534015c req-32e38d2f-1b4e-46ba-a066-cbe0d207e025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:22.173906 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2c60eaa2-7f06-4844-8941-da0f6534015c req-32e38d2f-1b4e-46ba-a066-cbe0d207e025 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=a7597e54e7e24531b98b0573504715f2&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1559124 Apr 08 11:17:22.225242 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:22.308482 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e9828230-1c43-4fe5-881f-cfc412a1dce5 req-5038d06d-c097-4957-b083-9507e7ca2402 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54e89912-f0ff-40f5-825a-f405bd82d688 HTTP/1.1" status: 200 len: 217 time: 0.0417554 Apr 08 11:17:22.402860 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60eaa2-7f06-4844-8941-da0f6534015c req-d07aaf61-c509-4ca6-8c13-82305e2f4c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:22.404229 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2c60eaa2-7f06-4844-8941-da0f6534015c req-d07aaf61-c509-4ca6-8c13-82305e2f4c4e service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1363244 Apr 08 11:17:22.465052 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9828230-1c43-4fe5-881f-cfc412a1dce5 req-07eeb08c-8041-45ed-89cb-b0fbeca136da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:22.466535 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e9828230-1c43-4fe5-881f-cfc412a1dce5 req-07eeb08c-8041-45ed-89cb-b0fbeca136da service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316 HTTP/1.1" status: 200 len: 849 time: 0.0791409 Apr 08 11:17:22.480671 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd4a245-7108-4230-8919-b0432d19d823 req-4388256e-0386-4598-9c6e-e3e42703b99b tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:22.482163 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bcd4a245-7108-4230-8919-b0432d19d823 req-4388256e-0386-4598-9c6e-e3e42703b99b tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 945 time: 0.0934770 Apr 08 11:17:22.651571 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172751e-a895-4167-a3b7-9f412c63296d req-031d3776-7643-4bb8-9c00-386f60e79552 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:22.653065 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d172751e-a895-4167-a3b7-9f412c63296d req-031d3776-7643-4bb8-9c00-386f60e79552 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 944 time: 0.0524743 Apr 08 11:17:22.700082 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d172751e-a895-4167-a3b7-9f412c63296d req-8e39cf11-dff3-4d35-a6c0-2a8a082558a2 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415208 Apr 08 11:17:22.855302 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3a712-1295-42e0-b7ce-4f8ba46010f1 req-afbe0c99-f359-47e1-a6aa-71557c8d627a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:22.856692 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-65a3a712-1295-42e0-b7ce-4f8ba46010f1 req-afbe0c99-f359-47e1-a6aa-71557c8d627a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 945 time: 0.0576637 Apr 08 11:17:22.906346 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-65a3a712-1295-42e0-b7ce-4f8ba46010f1 req-6938bc9f-7ece-4ab7-88eb-62f87f9494c5 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441120 Apr 08 11:17:24.012651 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a6b3c-eabb-454f-8ad9-370d25393777 req-e3407b1c-1b65-475c-83d1-e730726d639a tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:24.014165 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-046a6b3c-eabb-454f-8ad9-370d25393777 req-e3407b1c-1b65-475c-83d1-e730726d639a tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 944 time: 0.2487068 Apr 08 11:17:24.065823 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-046a6b3c-eabb-454f-8ad9-370d25393777 req-882c8451-98f7-4b33-bbe9-056d53934a4a tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421841 Apr 08 11:17:24.088654 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6461920-1bac-4b42-bb7d-dfbf325b19c6 req-57993331-bf82-48dc-ae7f-bb32c1140798 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:24.090368 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c6461920-1bac-4b42-bb7d-dfbf325b19c6 req-57993331-bf82-48dc-ae7f-bb32c1140798 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 945 time: 0.1157887 Apr 08 11:17:24.138867 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c6461920-1bac-4b42-bb7d-dfbf325b19c6 req-0b8d6384-004b-498a-9f05-33c8c8ef2635 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429845 Apr 08 11:17:25.193999 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fd1d5-56ae-46ce-a9ca-f1a76ee5b056 req-690e7521-38dc-45de-ab8f-018842f6a4e4 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:25.195469 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1e5fd1d5-56ae-46ce-a9ca-f1a76ee5b056 req-690e7521-38dc-45de-ab8f-018842f6a4e4 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 944 time: 0.0629928 Apr 08 11:17:25.244208 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1e5fd1d5-56ae-46ce-a9ca-f1a76ee5b056 req-39192cad-b603-42a1-a457-57f264da4f99 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425022 Apr 08 11:17:25.261469 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea98af6-f9ad-4db6-a7e9-d944e97af2d1 req-59ca204f-afce-4cc1-93c6-8c36a3e66e79 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:25.262992 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7ea98af6-f9ad-4db6-a7e9-d944e97af2d1 req-59ca204f-afce-4cc1-93c6-8c36a3e66e79 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 945 time: 0.0529859 Apr 08 11:17:25.315058 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7ea98af6-f9ad-4db6-a7e9-d944e97af2d1 req-05c326ec-16a7-421f-97d2-1fc59b9fed69 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464230 Apr 08 11:17:25.916442 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9828230-1c43-4fe5-881f-cfc412a1dce5 req-64dcbea5-514e-4b3b-bf10-2a8f4bcd8acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:25.917946 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e9828230-1c43-4fe5-881f-cfc412a1dce5 req-64dcbea5-514e-4b3b-bf10-2a8f4bcd8acd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=92663085-05c4-47d0-9ecc-faab9dcfcd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1376162 Apr 08 11:17:25.922482 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-82c23421-d152-49e8-9d7e-db3b730ad469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:25.923881 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-82c23421-d152-49e8-9d7e-db3b730ad469 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a7597e54e7e24531b98b0573504715f2&device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 1128 time: 0.1425629 Apr 08 11:17:26.013681 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-45119688-a88b-430e-a7a3-6a1b816cb52c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77516c39-e3bc-433d-a431-aacee1db5ce2 HTTP/1.1" status: 200 len: 217 time: 0.0697806 Apr 08 11:17:26.061083 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-bcd4a245-7108-4230-8919-b0432d19d823 req-690762db-b9c7-4083-ba4f-3f6b8dd1c3eb tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Deleting port 54e89912-f0ff-40f5-825a-f405bd82d688 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:17:26.061423 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-bcd4a245-7108-4230-8919-b0432d19d823 req-690762db-b9c7-4083-ba4f-3f6b8dd1c3eb tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (54e89912-f0ff-40f5-825a-f405bd82d688), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:26.134916 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-340aca81-363c-420e-b890-9d8465ea6d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:26.135480 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 54e89912-f0ff-40f5-825a-f405bd82d688 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:17:26.136318 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-340aca81-363c-420e-b890-9d8465ea6d9b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=09a28b7c-e1a2-4e20-a3c8-07d8f4be6de1 HTTP/1.1" status: 200 len: 852 time: 0.1152911 Apr 08 11:17:26.147559 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e9828230-1c43-4fe5-881f-cfc412a1dce5 req-6ba28cc7-a2e2-4ef6-ac76-0205a496602c service neutron] 10.222.0.25 "GET /v2.0/networks/92663085-05c4-47d0-9ecc-faab9dcfcd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218845 Apr 08 11:17:26.215530 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port 54e89912-f0ff-40f5-825a-f405bd82d688 is: ACTIVE; New status is: DOWN {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:17:26.215999 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (54e89912-f0ff-40f5-825a-f405bd82d688), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:26.239343 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0c6292-1bb5-4d5a-8501-3b139c478dd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54e89912-f0ff-40f5-825a-f405bd82d688'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:17:26.241740 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351759d57aafe3a60f453950940ba8882eb57342389be8e59779499322ae84b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a119abd-8a9d-43d6-a984-7e50ccf42019" -d '{"events": [{"server_uuid": "3f0c6292-1bb5-4d5a-8501-3b139c478dd7", "name": "network-vif-unplugged", "status": "completed", "tag": "54e89912-f0ff-40f5-825a-f405bd82d688"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:17:26.255449 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 54e89912-f0ff-40f5-825a-f405bd82d688, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=54e89912-f0ff-40f5-825a-f405bd82d688,segment=NetworkSegment(19af6e16-2d4e-4c32-a209-a5bfe8de0cac),segment_id=19af6e16-2d4e-4c32-a209-a5bfe8de0cac)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:17:26.287351 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 08 Apr 2022 11:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133f38a2-f5bd-4ab2-af42-2930fe514e13 x-openstack-request-id: req-133f38a2-f5bd-4ab2-af42-2930fe514e13 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:17:26.287659 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0c6292-1bb5-4d5a-8501-3b139c478dd7", "name": "network-vif-unplugged", "status": "completed", "tag": "54e89912-f0ff-40f5-825a-f405bd82d688", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:17:26.287897 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-133f38a2-f5bd-4ab2-af42-2930fe514e13 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:17:26.288308 dv-cinder-836073-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-133f38a2-f5bd-4ab2-af42-2930fe514e13'] response: {'server_uuid': '3f0c6292-1bb5-4d5a-8501-3b139c478dd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54e89912-f0ff-40f5-825a-f405bd82d688', 'code': 200} Apr 08 11:17:26.294063 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (54e89912-f0ff-40f5-825a-f405bd82d688), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:26.378159 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e9778-d8e7-4929-b104-0d6b575b30b8 req-926e61f1-03f3-43c6-b024-08eb2b89f7bd tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:26.379997 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f62e9778-d8e7-4929-b104-0d6b575b30b8 req-926e61f1-03f3-43c6-b024-08eb2b89f7bd tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 944 time: 0.0647480 Apr 08 11:17:26.436878 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f62e9778-d8e7-4929-b104-0d6b575b30b8 req-a5f45fdb-3d7a-40ed-925f-4c27ca4b7ef4 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493734 Apr 08 11:17:26.511962 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=54e89912-f0ff-40f5-825a-f405bd82d688,revision_number=6']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:26.545890 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-bcd4a245-7108-4230-8919-b0432d19d823 req-690762db-b9c7-4083-ba4f-3f6b8dd1c3eb tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] For port 54e89912-f0ff-40f5-825a-f405bd82d688, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=54e89912-f0ff-40f5-825a-f405bd82d688,segment=NetworkSegment(19af6e16-2d4e-4c32-a209-a5bfe8de0cac),segment_id=19af6e16-2d4e-4c32-a209-a5bfe8de0cac)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:17:26.546484 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-bcd4a245-7108-4230-8919-b0432d19d823 req-690762db-b9c7-4083-ba4f-3f6b8dd1c3eb tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (54e89912-f0ff-40f5-825a-f405bd82d688), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:26.586544 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-bcd4a245-7108-4230-8919-b0432d19d823 req-690762db-b9c7-4083-ba4f-3f6b8dd1c3eb tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Calling delete_port for 54e89912-f0ff-40f5-825a-f405bd82d688 owned by compute:nova {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:17:26.613189 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-aa7d6da8-b8ec-4bde-b4d9-478f9fa8b155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:26.614692 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-aa7d6da8-b8ec-4bde-b4d9-478f9fa8b155 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4694297 Apr 08 11:17:26.658217 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e9828230-1c43-4fe5-881f-cfc412a1dce5 req-a2e2b11c-e766-4eef-85a2-2e88be59e5a7 service neutron] 10.222.0.25 "GET /v2.0/networks/92663085-05c4-47d0-9ecc-faab9dcfcd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5018156 Apr 08 11:17:26.683322 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ba66f-1e7f-48d6-bceb-40aa2e50d895 req-0a5200ef-02a6-40f7-b65f-b9e36b24a417 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:26.684784 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d89ba66f-1e7f-48d6-bceb-40aa2e50d895 req-0a5200ef-02a6-40f7-b65f-b9e36b24a417 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 943 time: 0.1670382 Apr 08 11:17:26.803124 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d89ba66f-1e7f-48d6-bceb-40aa2e50d895 req-86e7854a-f814-4f34-813b-f66e48f016ca tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092885 Apr 08 11:17:26.843396 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-ca9702c4-178d-4e99-ba9d-65b20c40215b service neutron] 10.222.0.25 "GET /v2.0/networks/70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189693 Apr 08 11:17:26.938702 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-bcd4a245-7108-4230-8919-b0432d19d823 req-690762db-b9c7-4083-ba4f-3f6b8dd1c3eb tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (54e89912-f0ff-40f5-825a-f405bd82d688), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:26.949217 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-03be0682-962e-4659-ac8e-a77627c7e5b3 req-831be521-ee13-411e-924b-3ce3fd854d8f service neutron] 10.222.0.25 "GET /v2.0/networks/70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987773 Apr 08 11:17:26.968620 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690762db-b9c7-4083-ba4f-3f6b8dd1c3eb tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Pushing event deleted for resources: {'Port': ['ID=54e89912-f0ff-40f5-825a-f405bd82d688,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:27.017600 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd4a245-7108-4230-8919-b0432d19d823 req-690762db-b9c7-4083-ba4f-3f6b8dd1c3eb tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] No DVR routers for this DVR port 54e89912-f0ff-40f5-825a-f405bd82d688 on host hv-cinder-83607 {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:17:27.020098 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-bcd4a245-7108-4230-8919-b0432d19d823 req-690762db-b9c7-4083-ba4f-3f6b8dd1c3eb tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:27.023395 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bcd4a245-7108-4230-8919-b0432d19d823 req-690762db-b9c7-4083-ba4f-3f6b8dd1c3eb tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.25 "DELETE /v2.0/ports/54e89912-f0ff-40f5-825a-f405bd82d688 HTTP/1.1" status: 204 len: 173 time: 1.2442307 Apr 08 11:17:27.030478 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0c6292-1bb5-4d5a-8501-3b139c478dd7', 'name': 'network-vif-deleted', 'tag': '54e89912-f0ff-40f5-825a-f405bd82d688'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:17:27.030478 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70e4363-3418-44f9-82da-581a438c56c3" -d '{"events": [{"server_uuid": "3f0c6292-1bb5-4d5a-8501-3b139c478dd7", "name": "network-vif-deleted", "tag": "54e89912-f0ff-40f5-825a-f405bd82d688"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:17:27.064238 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29590d1-4926-40ab-bc2a-f3647d3f09dc x-openstack-request-id: req-d29590d1-4926-40ab-bc2a-f3647d3f09dc {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:17:27.064641 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0c6292-1bb5-4d5a-8501-3b139c478dd7", "name": "network-vif-deleted", "tag": "54e89912-f0ff-40f5-825a-f405bd82d688", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:17:27.064894 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d29590d1-4926-40ab-bc2a-f3647d3f09dc {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:17:27.065290 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d29590d1-4926-40ab-bc2a-f3647d3f09dc'] response: {'server_uuid': '3f0c6292-1bb5-4d5a-8501-3b139c478dd7', 'name': 'network-vif-deleted', 'tag': '54e89912-f0ff-40f5-825a-f405bd82d688', 'status': 'completed', 'code': 200} Apr 08 11:17:27.380117 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5007f4d8-2cf9-4729-9441-9934fd6ca47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:27.564109 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc15ae5-b17e-4c82-8171-11a2ef16a828 req-b27001e2-89f2-42c4-9de8-f007ce2bf790 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:27.565574 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7bc15ae5-b17e-4c82-8171-11a2ef16a828 req-b27001e2-89f2-42c4-9de8-f007ce2bf790 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 944 time: 0.0545661 Apr 08 11:17:27.613558 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7bc15ae5-b17e-4c82-8171-11a2ef16a828 req-2008031e-b78c-44f1-91ae-ded555aaf814 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421829 Apr 08 11:17:27.902567 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0ee37c7a-bfd3-4882-a963-ca607ea84335 req-08629b2c-55ef-46c6-bb23-4bf7866607e1 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 210 time: 0.0272892 Apr 08 11:17:28.441279 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-9869a7d7-0122-4df0-9ca3-abe4682bc0a5 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1887146707&fields=id&tenant_id=8eea60d9686244e7a5e64b448261087b HTTP/1.1" status: 200 len: 267 time: 0.0438933 Apr 08 11:17:28.548041 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-17f27e69-c168-4647-ade4-f2570724a8f5 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:28.549492 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-17f27e69-c168-4647-ade4-f2570724a8f5 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/networks?id=e1133a44-85d5-46f5-986a-992a0c333add HTTP/1.1" status: 200 len: 808 time: 0.1018300 Apr 08 11:17:28.564513 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-676c28de-858e-4b16-a70b-63a23c3ae10f tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/quotas/8eea60d9686244e7a5e64b448261087b HTTP/1.1" status: 200 len: 375 time: 0.0091429 Apr 08 11:17:28.620068 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-3ea67f72-c71b-4909-9c02-4dd3b92b69be tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8eea60d9686244e7a5e64b448261087b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505178 Apr 08 11:17:28.723200 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-9f411d9a-19b0-4002-9c0d-c93d717579d1 service neutron] 10.222.0.53 "GET /v2.0/networks/e1133a44-85d5-46f5-986a-992a0c333add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909672 Apr 08 11:17:28.736223 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0131024-c075-4778-9e60-478cf0d970f5 req-a3828c68-0f03-4157-a1fc-233697a4b405 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:28.737733 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f0131024-c075-4778-9e60-478cf0d970f5 req-a3828c68-0f03-4157-a1fc-233697a4b405 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 944 time: 0.0572104 Apr 08 11:17:28.795168 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f0131024-c075-4778-9e60-478cf0d970f5 req-8cbd6c60-b9fb-4a98-a29e-db9cc6fd4437 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502563 Apr 08 11:17:28.830725 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-513ec134-8dcd-499e-a6ed-a83f38867258 service neutron] 10.222.0.53 "GET /v2.0/networks/e1133a44-85d5-46f5-986a-992a0c333add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961742 Apr 08 11:17:29.012929 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d4fa1647-34fd-4b67-852f-a98ab1fe23e3 req-8d744f19-86d4-40ad-9723-7747bcd518fd tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f0c6292-1bb5-4d5a-8501-3b139c478dd7 HTTP/1.1" status: 200 len: 210 time: 0.0282507 Apr 08 11:17:29.472239 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-867e78c1-0b04-4fe9-b88c-f70f3e6d2157 req-a93dee64-6fbd-49aa-af78-b5daf2262433 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 210 time: 0.0283542 Apr 08 11:17:29.860289 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-525483cd-1ad1-42d9-9c0e-f7384613fca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:29.913752 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d215a-8994-4621-a776-5606e0579ca1 req-47ccf32b-05df-4cb8-b948-27a453710531 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:29.915796 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-078d215a-8994-4621-a776-5606e0579ca1 req-47ccf32b-05df-4cb8-b948-27a453710531 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 944 time: 0.0560992 Apr 08 11:17:29.971497 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-078d215a-8994-4621-a776-5606e0579ca1 req-08839bac-d240-49e3-97bc-1375eb33dede tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485272 Apr 08 11:17:30.135313 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 77516c39-e3bc-433d-a431-aacee1db5ce2 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:17:30.238339 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 77516c39-e3bc-433d-a431-aacee1db5ce2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=77516c39-e3bc-433d-a431-aacee1db5ce2,segment=NetworkSegment(9600fefb-871a-4d8b-b2c3-78add29baf9e),segment_id=9600fefb-871a-4d8b-b2c3-78add29baf9e)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:17:30.251656 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Returning: {'device': '77516c39-e3bc-433d-a431-aacee1db5ce2', 'network_id': '70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34', 'port_id': '77516c39-e3bc-433d-a431-aacee1db5ce2', 'mac_address': 'fa:16:3e:53:e6:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09a28b7c-e1a2-4e20-a3c8-07d8f4be6de1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:17:30.289417 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port 77516c39-e3bc-433d-a431-aacee1db5ce2 is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:17:30.289943 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (77516c39-e3bc-433d-a431-aacee1db5ce2), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:30.303138 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77516c39-e3bc-433d-a431-aacee1db5ce2 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:17:30.323401 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 77516c39-e3bc-433d-a431-aacee1db5ce2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=77516c39-e3bc-433d-a431-aacee1db5ce2,segment=NetworkSegment(9600fefb-871a-4d8b-b2c3-78add29baf9e),segment_id=9600fefb-871a-4d8b-b2c3-78add29baf9e)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:17:30.390762 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (77516c39-e3bc-433d-a431-aacee1db5ce2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:30.438656 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=77516c39-e3bc-433d-a431-aacee1db5ce2,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:30.445492 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:30.445859 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:30.446200 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:30.446562 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:30.446891 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:30.447266 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:30.447589 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:30.447910 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:30.448230 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:30.448803 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:30.449122 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:30.449444 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:30.449785 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:30.450128 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:30.453225 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:30.564866 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-41a67c97-8a84-43cf-9ceb-a109fa550d34 req-88ad091b-b6c8-4ece-b4cf-76ec11d41748 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 210 time: 0.0278795 Apr 08 11:17:30.709186 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] get_ports_and_sgs() called for port_ids ['77516c39-e3bc-433d-a431-aacee1db5ce2'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:17:31.091356 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47060a5-5e86-4c53-9ca0-8183a47da764 req-4cd2d2f4-98b4-4749-975e-a36eba4acdfe tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:31.098212 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a47060a5-5e86-4c53-9ca0-8183a47da764 req-4cd2d2f4-98b4-4749-975e-a36eba4acdfe tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 945 time: 0.0599921 Apr 08 11:17:31.105046 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:31.143936 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a47060a5-5e86-4c53-9ca0-8183a47da764 req-f3aec99d-7aad-4701-b352-211551e981dc tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448384 Apr 08 11:17:31.659569 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-93861193-2499-42ba-b3e9-cbca3849a1d8 req-3ed81214-cb4c-4ec0-a790-20f06b6d16c9 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 210 time: 0.0276773 Apr 08 11:17:31.990475 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-f453e0e1-9c87-4204-be49-1e7e01de8a16 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:31.991879 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-f453e0e1-9c87-4204-be49-1e7e01de8a16 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.25 "GET /v2.0/networks?id=e1133a44-85d5-46f5-986a-992a0c333add HTTP/1.1" status: 200 len: 808 time: 0.1046894 Apr 08 11:17:32.061246 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-d8b46845-293e-47a6-bca9-b67b7ec75622 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8eea60d9686244e7a5e64b448261087b HTTP/1.1" status: 200 len: 380 time: 0.0532629 Apr 08 11:17:32.070157 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-af36e4d0-8070-4d34-a127-6e0bb1705535 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Request body: {'port': {'device_id': '9a7c4413-dccd-4f2a-9a41-6450ec6e67a6', 'network_id': 'e1133a44-85d5-46f5-986a-992a0c333add', 'admin_state_up': True, 'tenant_id': '8eea60d9686244e7a5e64b448261087b', 'security_groups': ['97a04cbb-545b-43bc-949e-7b2fa749dad8']}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:17:32.151922 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 77516c39-e3bc-433d-a431-aacee1db5ce2 up at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:17:32.266291 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ce607-e2f3-4a7a-8e9b-cb37a9dca2b1 req-065e974b-4ecf-48d4-bd7d-b42af22311d6 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:32.267845 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d43ce607-e2f3-4a7a-8e9b-cb37a9dca2b1 req-065e974b-4ecf-48d4-bd7d-b42af22311d6 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 945 time: 0.0531151 Apr 08 11:17:32.314084 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d43ce607-e2f3-4a7a-8e9b-cb37a9dca2b1 req-250c9957-b7c6-42dc-94ca-d7460876a42c tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404422 Apr 08 11:17:32.317103 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning for port 77516c39-e3bc-433d-a431-aacee1db5ce2 completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:17:32.317242 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-af36e4d0-8070-4d34-a127-6e0bb1705535 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Made reservation on behalf of 8eea60d9686244e7a5e64b448261087b for: {'port': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:17:32.320406 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-af36e4d0-8070-4d34-a127-6e0bb1705535 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:32.322383 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning complete for port 77516c39-e3bc-433d-a431-aacee1db5ce2 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:17:32.323114 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (77516c39-e3bc-433d-a431-aacee1db5ce2), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:32.411642 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port 77516c39-e3bc-433d-a431-aacee1db5ce2 is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:17:32.412060 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (77516c39-e3bc-433d-a431-aacee1db5ce2), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:32.434457 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6a39ad-2290-4c57-90c2-296e395ae701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77516c39-e3bc-433d-a431-aacee1db5ce2'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:17:32.436713 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351759d57aafe3a60f453950940ba8882eb57342389be8e59779499322ae84b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949999fd-4389-45b6-bed5-57e84096eb1b" -d '{"events": [{"server_uuid": "8a6a39ad-2290-4c57-90c2-296e395ae701", "name": "network-vif-plugged", "status": "completed", "tag": "77516c39-e3bc-433d-a431-aacee1db5ce2"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:17:32.452093 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port 77516c39-e3bc-433d-a431-aacee1db5ce2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=77516c39-e3bc-433d-a431-aacee1db5ce2,segment=NetworkSegment(9600fefb-871a-4d8b-b2c3-78add29baf9e),segment_id=9600fefb-871a-4d8b-b2c3-78add29baf9e)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:17:32.468970 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 54896) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:17:32.482907 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91acb62-e9cf-4366-ac80-d185f44afb5b x-openstack-request-id: req-c91acb62-e9cf-4366-ac80-d185f44afb5b {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:17:32.483568 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6a39ad-2290-4c57-90c2-296e395ae701", "name": "network-vif-plugged", "status": "completed", "tag": "77516c39-e3bc-433d-a431-aacee1db5ce2", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:17:32.484017 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c91acb62-e9cf-4366-ac80-d185f44afb5b {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:17:32.484483 dv-cinder-836073-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c91acb62-e9cf-4366-ac80-d185f44afb5b'] response: {'server_uuid': '8a6a39ad-2290-4c57-90c2-296e395ae701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77516c39-e3bc-433d-a431-aacee1db5ce2', 'code': 200} Apr 08 11:17:32.487172 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-af36e4d0-8070-4d34-a127-6e0bb1705535 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Allocated IP 172.20.0.12 (e1133a44-85d5-46f5-986a-992a0c333add/b4615c09-bfb8-402c-89e5-7c1874f53767/bdeb6b34-9303-41ba-a668-8791caea6ae8) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:17:32.514358 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-09917b88-57a9-4f90-a644-0891ece83b94 req-1e7a95e5-83f2-4dbc-afde-3075fddd8f14 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=86563972-0068-42a4-9b53-6f71a3a8a34e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0902903 Apr 08 11:17:32.539753 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (77516c39-e3bc-433d-a431-aacee1db5ce2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:32.620745 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:17:32.629223 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=77516c39-e3bc-433d-a431-aacee1db5ce2,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:32.636646 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:32.686192 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-d06f25ee-aaa9-460b-866c-91832aa91793 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Deleting port 1d889612-9cb8-4e57-96a8-00e7fa1a8a76 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:17:32.686538 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d06f25ee-aaa9-460b-866c-91832aa91793 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (1d889612-9cb8-4e57-96a8-00e7fa1a8a76), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:32.737435 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09917b88-57a9-4f90-a644-0891ece83b94 req-8dfabcfd-767f-492e-a0d1-10b99db85120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:32.739060 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-09917b88-57a9-4f90-a644-0891ece83b94 req-8dfabcfd-767f-492e-a0d1-10b99db85120 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dbbd14ea76324b76bd17c80e4eceaef9&device_id=86563972-0068-42a4-9b53-6f71a3a8a34e HTTP/1.1" status: 200 len: 1129 time: 0.0900588 Apr 08 11:17:32.742054 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-af36e4d0-8070-4d34-a127-6e0bb1705535 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks [] for port (bdeb6b34-9303-41ba-a668-8791caea6ae8), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:32.782673 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1cb91d85-8783-466e-8712-a6621d05829b req-5a181d2c-a74a-48af-b2b2-0f278e8b3a9a tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 210 time: 0.0312209 Apr 08 11:17:32.820483 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d06f25ee-aaa9-460b-866c-91832aa91793 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (1d889612-9cb8-4e57-96a8-00e7fa1a8a76), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:32.820886 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d06f25ee-aaa9-460b-866c-91832aa91793 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for floatingip (1d889612-9cb8-4e57-96a8-00e7fa1a8a76), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:32.836026 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-d06f25ee-aaa9-460b-866c-91832aa91793 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Calling delete_port for 1d889612-9cb8-4e57-96a8-00e7fa1a8a76 owned by network:floatingip {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:17:32.864789 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09917b88-57a9-4f90-a644-0891ece83b94 req-c37f7455-7f48-4694-820f-569a11071048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:32.866279 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-09917b88-57a9-4f90-a644-0891ece83b94 req-c37f7455-7f48-4694-820f-569a11071048 service neutron] 10.222.0.25 "GET /v2.0/networks?id=92663085-05c4-47d0-9ecc-faab9dcfcd0e HTTP/1.1" status: 200 len: 911 time: 0.1037629 Apr 08 11:17:32.938059 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-af36e4d0-8070-4d34-a127-6e0bb1705535 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (bdeb6b34-9303-41ba-a668-8791caea6ae8), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:32.998850 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-09917b88-57a9-4f90-a644-0891ece83b94 req-3e8932c8-80f8-4cac-a822-ba23d071b2ce service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6aedc894-e23d-4b2a-b17e-0d7f7852abfc HTTP/1.1" status: 200 len: 1001 time: 0.1237628 Apr 08 11:17:33.000496 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-af36e4d0-8070-4d34-a127-6e0bb1705535 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Network e1133a44-85d5-46f5-986a-992a0c333add is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:17:33.006961 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-af36e4d0-8070-4d34-a127-6e0bb1705535 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:17:33.020629 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-af36e4d0-8070-4d34-a127-6e0bb1705535 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:17:33.068771 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af36e4d0-8070-4d34-a127-6e0bb1705535 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Pushing event updated for resources: {'Port': ['ID=bdeb6b34-9303-41ba-a668-8791caea6ae8,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:33.073244 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d98113-020b-4d0e-84fa-b3dff9f46c20 req-d147e296-cc3c-40c0-92b4-c296b3d44b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:33.075113 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c0d98113-020b-4d0e-84fa-b3dff9f46c20 req-d147e296-cc3c-40c0-92b4-c296b3d44b2f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 1130 time: 0.2079959 Apr 08 11:17:33.127278 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09917b88-57a9-4f90-a644-0891ece83b94 req-87c106b7-9061-475b-bcf5-f20f230aa9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:33.128709 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-09917b88-57a9-4f90-a644-0891ece83b94 req-87c106b7-9061-475b-bcf5-f20f230aa9a5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316 HTTP/1.1" status: 200 len: 849 time: 0.1181753 Apr 08 11:17:33.139543 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-af36e4d0-8070-4d34-a127-6e0bb1705535 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:33.140149 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-af36e4d0-8070-4d34-a127-6e0bb1705535 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:33.174415 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d06f25ee-aaa9-460b-866c-91832aa91793 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3089968'] for port (1d889612-9cb8-4e57-96a8-00e7fa1a8a76), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:33.189623 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c0d98113-020b-4d0e-84fa-b3dff9f46c20 req-0871370e-b030-45be-96f4-fda9a7104bca service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057572 Apr 08 11:17:33.204273 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f25ee-aaa9-460b-866c-91832aa91793 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Pushing event deleted for resources: {'Port': ['ID=1d889612-9cb8-4e57-96a8-00e7fa1a8a76,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:33.206764 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09917b88-57a9-4f90-a644-0891ece83b94 req-51b02bb8-68fb-492f-ba8a-c3c9e1294a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:33.208506 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-09917b88-57a9-4f90-a644-0891ece83b94 req-51b02bb8-68fb-492f-ba8a-c3c9e1294a42 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=92663085-05c4-47d0-9ecc-faab9dcfcd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655434 Apr 08 11:17:33.218470 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f25ee-aaa9-460b-866c-91832aa91793 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:33.218936 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f25ee-aaa9-460b-866c-91832aa91793 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:33.219284 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f25ee-aaa9-460b-866c-91832aa91793 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:33.219623 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f25ee-aaa9-460b-866c-91832aa91793 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:33.219954 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f25ee-aaa9-460b-866c-91832aa91793 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:33.220283 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f25ee-aaa9-460b-866c-91832aa91793 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:33.220608 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f25ee-aaa9-460b-866c-91832aa91793 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:33.220932 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f25ee-aaa9-460b-866c-91832aa91793 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:33.221257 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f25ee-aaa9-460b-866c-91832aa91793 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:33.221579 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f25ee-aaa9-460b-866c-91832aa91793 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:33.221933 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f25ee-aaa9-460b-866c-91832aa91793 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:33.222258 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f25ee-aaa9-460b-866c-91832aa91793 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:33.222577 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f25ee-aaa9-460b-866c-91832aa91793 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:33.222895 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f25ee-aaa9-460b-866c-91832aa91793 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:33.223213 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f25ee-aaa9-460b-866c-91832aa91793 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:17:33.247840 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-7334eed7-c933-4023-8574-1ad088e5a3fb None None] Provisioning complete for port bdeb6b34-9303-41ba-a668-8791caea6ae8 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:17:33.248413 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7334eed7-c933-4023-8574-1ad088e5a3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (bdeb6b34-9303-41ba-a668-8791caea6ae8), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:33.286009 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-7334eed7-c933-4023-8574-1ad088e5a3fb None None] Port bdeb6b34-9303-41ba-a668-8791caea6ae8 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:17:33.286221 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-af36e4d0-8070-4d34-a127-6e0bb1705535 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2191699 Apr 08 11:17:33.292517 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d06f25ee-aaa9-460b-866c-91832aa91793 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for floatingip (b815d87d-d99e-4ad6-aaa7-8d5f2210c5e7), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:33.293032 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.db.l3_db [None req-d06f25ee-aaa9-460b-866c-91832aa91793 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Floating IP b815d87d-d99e-4ad6-aaa7-8d5f2210c5e7 disassociated (deleted). External IP: 172.27.0.204, port: 6aedc894-e23d-4b2a-b17e-0d7f7852abfc. Apr 08 11:17:33.440597 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6e562-8cc8-40ad-be74-830345501a51 req-98d85f9e-179d-4f96-b410-b98643ab9b66 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:33.442079 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c0d6e562-8cc8-40ad-be74-830345501a51 req-98d85f9e-179d-4f96-b410-b98643ab9b66 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 946 time: 0.0571454 Apr 08 11:17:33.496340 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-c6e3cf89-a235-4ae0-96cb-3d371d975b3e service neutron] Request body: {'port': {'device_id': '9a7c4413-dccd-4f2a-9a41-6450ec6e67a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:17:33.507361 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d06f25ee-aaa9-460b-866c-91832aa91793 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Router 0dbdc905-e28d-4efe-8621-94d7a0292711 has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:17:33.539309 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c0d6e562-8cc8-40ad-be74-830345501a51 req-37a58ca1-0c99-48d6-a7e3-e19d98514861 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904429 Apr 08 11:17:33.621882 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06f25ee-aaa9-460b-866c-91832aa91793 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:17:33.625187 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-c6e3cf89-a235-4ae0-96cb-3d371d975b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (bdeb6b34-9303-41ba-a668-8791caea6ae8), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:33.632368 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4ae32f-96ab-4242-8826-ecbb64c82896 None None] Sync routers for ids ['0dbdc905-e28d-4efe-8621-94d7a0292711'] in dv-cinder-836073-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:17:33.632550 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d06f25ee-aaa9-460b-866c-91832aa91793 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:33.645974 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4ae32f-96ab-4242-8826-ecbb64c82896 None None] Routers {'0dbdc905-e28d-4efe-8621-94d7a0292711'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:17:33.647376 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-9f4ae32f-96ab-4242-8826-ecbb64c82896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:17:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['0dbdc905-e28d-4efe-8621-94d7a0292711'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:33.653122 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-09917b88-57a9-4f90-a644-0891ece83b94 req-ce806d53-0ed3-48d9-8a0b-641fc3eb3925 service neutron] 10.222.0.25 "GET /v2.0/networks/92663085-05c4-47d0-9ecc-faab9dcfcd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684413 Apr 08 11:17:33.664079 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-d06f25ee-aaa9-460b-866c-91832aa91793 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "DELETE /v2.0/floatingips/b815d87d-d99e-4ad6-aaa7-8d5f2210c5e7 HTTP/1.1" status: 204 len: 168 time: 1.1935973 Apr 08 11:17:33.668123 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86563972-0068-42a4-9b53-6f71a3a8a34e', 'tag': '6aedc894-e23d-4b2a-b17e-0d7f7852abfc'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:17:33.668123 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a3d6de9c0cd8caeb53273f75c3329218c515297e9068abeca36dc087c161ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10a99fc-aa5c-4189-ab7d-97048df58cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "86563972-0068-42a4-9b53-6f71a3a8a34e", "tag": "6aedc894-e23d-4b2a-b17e-0d7f7852abfc"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:17:33.705192 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a27f61d-da1b-40d6-8df0-ea0c480e5822 x-openstack-request-id: req-8a27f61d-da1b-40d6-8df0-ea0c480e5822 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:17:33.705544 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86563972-0068-42a4-9b53-6f71a3a8a34e", "tag": "6aedc894-e23d-4b2a-b17e-0d7f7852abfc", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:17:33.705897 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8a27f61d-da1b-40d6-8df0-ea0c480e5822 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:17:33.706344 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a27f61d-da1b-40d6-8df0-ea0c480e5822'] response: {'name': 'network-changed', 'server_uuid': '86563972-0068-42a4-9b53-6f71a3a8a34e', 'tag': '6aedc894-e23d-4b2a-b17e-0d7f7852abfc', 'status': 'completed', 'code': 200} Apr 08 11:17:33.800056 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-9f4ae32f-96ab-4242-8826-ecbb64c82896 None None] Set router 0dbdc905-e28d-4efe-8621-94d7a0292711 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:17:34.037749 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-09917b88-57a9-4f90-a644-0891ece83b94 req-45712027-d72a-48c1-b214-15cec0dfde29 service neutron] 10.222.0.25 "GET /v2.0/networks/92663085-05c4-47d0-9ecc-faab9dcfcd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879737 Apr 08 11:17:34.038369 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-9f4ae32f-96ab-4242-8826-ecbb64c82896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'name': 'tempest-TestVolumeBootPattern-37540332-router', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:51Z', 'updated_at': '2022-04-08T11:08:55Z', 'revision_number': 4, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'gw_port': {'id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:52Z', 'updated_at': '2022-04-08T11:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': 'd87257cc-ea8b-4980-a2fb-9c7b502f8e5e', 'name': '', 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'mac_address': 'fa:16:3e:91:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:54Z', 'updated_at': '2022-04-08T11:09:00Z', 'revision_number': 5, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'subnets': [{'id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:34.047517 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b1594-2f8b-46c6-b18a-07256d944794 req-6f7d407e-3a94-4ee9-81fb-d0ff51fe8bb7 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:34.048860 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b95b1594-2f8b-46c6-b18a-07256d944794 req-6f7d407e-3a94-4ee9-81fb-d0ff51fe8bb7 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 932 time: 0.1654527 Apr 08 11:17:34.055164 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-c6e3cf89-a235-4ae0-96cb-3d371d975b3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdeb6b34-9303-41ba-a668-8791caea6ae8 {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:17:34.065608 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-c6e3cf89-a235-4ae0-96cb-3d371d975b3e service neutron] Publish callbacks [] for port (bdeb6b34-9303-41ba-a668-8791caea6ae8), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:34.072499 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4ae32f-96ab-4242-8826-ecbb64c82896 None None] Checking router: 0dbdc905-e28d-4efe-8621-94d7a0292711 for host: dv-cinder-836073-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:17:34.080586 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4ae32f-96ab-4242-8826-ecbb64c82896 None None] Routers {'0dbdc905-e28d-4efe-8621-94d7a0292711'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:17:34.081227 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-9f4ae32f-96ab-4242-8826-ecbb64c82896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:17:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['0dbdc905-e28d-4efe-8621-94d7a0292711'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:34.096715 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-c6e3cf89-a235-4ae0-96cb-3d371d975b3e service neutron] Transition to ACTIVE for port object bdeb6b34-9303-41ba-a668-8791caea6ae8 will not be triggered until provisioned by entity L2. {{(pid=104016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:17:34.145204 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b95b1594-2f8b-46c6-b18a-07256d944794 req-2827f8d6-dfff-41bb-955f-fc625f14d272 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842953 Apr 08 11:17:34.215303 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-9f4ae32f-96ab-4242-8826-ecbb64c82896 None None] Set router 0dbdc905-e28d-4efe-8621-94d7a0292711 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:17:34.219908 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-c6e3cf89-a235-4ae0-96cb-3d371d975b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3536654'] for port (bdeb6b34-9303-41ba-a668-8791caea6ae8), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:34.231100 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3a45f-69cd-4cc3-b86d-f2a0944a4e47 req-5ac4b212-389a-4b83-8556-e3f6d7610372 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:34.234047 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8ad3a45f-69cd-4cc3-b86d-f2a0944a4e47 req-5ac4b212-389a-4b83-8556-e3f6d7610372 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=86563972-0068-42a4-9b53-6f71a3a8a34e HTTP/1.1" status: 200 len: 945 time: 0.0598531 Apr 08 11:17:34.300725 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8ad3a45f-69cd-4cc3-b86d-f2a0944a4e47 req-d0cce4d5-4325-40e6-adf6-78074210539e tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589595 Apr 08 11:17:34.315673 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3cf89-a235-4ae0-96cb-3d371d975b3e service neutron] Pushing event updated for resources: {'Port': ['ID=bdeb6b34-9303-41ba-a668-8791caea6ae8,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:34.340483 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:34.375575 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-c6e3cf89-a235-4ae0-96cb-3d371d975b3e service neutron] Attempting to bind port bdeb6b34-9303-41ba-a668-8791caea6ae8 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:17:34.375912 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-c6e3cf89-a235-4ae0-96cb-3d371d975b3e service neutron] Attempting to bind port bdeb6b34-9303-41ba-a668-8791caea6ae8 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '8366eac7-5c6e-4c3a-8825-453919965874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e1133a44-85d5-46f5-986a-992a0c333add'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:17:34.376228 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-c6e3cf89-a235-4ae0-96cb-3d371d975b3e service neutron] Attempting to bind port bdeb6b34-9303-41ba-a668-8791caea6ae8 on network e1133a44-85d5-46f5-986a-992a0c333add {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:17:34.380817 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-c6e3cf89-a235-4ae0-96cb-3d371d975b3e service neutron] Port bdeb6b34-9303-41ba-a668-8791caea6ae8 on network e1133a44-85d5-46f5-986a-992a0c333add not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:17:34.381087 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-c6e3cf89-a235-4ae0-96cb-3d371d975b3e service neutron] Attempting to bind port bdeb6b34-9303-41ba-a668-8791caea6ae8 on network e1133a44-85d5-46f5-986a-992a0c333add {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:17:34.386765 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-c6e3cf89-a235-4ae0-96cb-3d371d975b3e service neutron] Checking agent: {'id': '05eae265-77bc-4fda-a145-417801a6b133', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'started_at': datetime.datetime(2022, 4, 8, 11, 5, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:17:34.387532 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-c6e3cf89-a235-4ae0-96cb-3d371d975b3e service neutron] Checking segment: {'id': '8366eac7-5c6e-4c3a-8825-453919965874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e1133a44-85d5-46f5-986a-992a0c333add'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:17:34.387532 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-c6e3cf89-a235-4ae0-96cb-3d371d975b3e service neutron] Bound using segment: {'id': '8366eac7-5c6e-4c3a-8825-453919965874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e1133a44-85d5-46f5-986a-992a0c333add'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:17:34.388192 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-c6e3cf89-a235-4ae0-96cb-3d371d975b3e service neutron] Bound port: bdeb6b34-9303-41ba-a668-8791caea6ae8, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8366eac7-5c6e-4c3a-8825-453919965874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e1133a44-85d5-46f5-986a-992a0c333add'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:17:34.388549 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-c6e3cf89-a235-4ae0-96cb-3d371d975b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (bdeb6b34-9303-41ba-a668-8791caea6ae8), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:34.462655 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-c6e3cf89-a235-4ae0-96cb-3d371d975b3e service neutron] For port bdeb6b34-9303-41ba-a668-8791caea6ae8, host hv-cinder-83607, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:17:34.466624 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-c6e3cf89-a235-4ae0-96cb-3d371d975b3e service neutron] For port bdeb6b34-9303-41ba-a668-8791caea6ae8, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bdeb6b34-9303-41ba-a668-8791caea6ae8,segment=NetworkSegment(8366eac7-5c6e-4c3a-8825-453919965874),segment_id=8366eac7-5c6e-4c3a-8825-453919965874)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:17:34.469721 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-9f4ae32f-96ab-4242-8826-ecbb64c82896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'name': 'tempest-TestVolumeBootPattern-37540332-router', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:51Z', 'updated_at': '2022-04-08T11:08:55Z', 'revision_number': 4, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'gw_port': {'id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:52Z', 'updated_at': '2022-04-08T11:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': 'd87257cc-ea8b-4980-a2fb-9c7b502f8e5e', 'name': '', 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'mac_address': 'fa:16:3e:91:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:54Z', 'updated_at': '2022-04-08T11:09:00Z', 'revision_number': 5, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'subnets': [{'id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:34.504018 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4ae32f-96ab-4242-8826-ecbb64c82896 None None] The sync data for ids ['0dbdc905-e28d-4efe-8621-94d7a0292711'] in dv-cinder-836073-3-iscsi is: [{'id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'name': 'tempest-TestVolumeBootPattern-37540332-router', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:51Z', 'updated_at': '2022-04-08T11:08:55Z', 'revision_number': 4, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'gw_port': {'id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:52Z', 'updated_at': '2022-04-08T11:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': 'd87257cc-ea8b-4980-a2fb-9c7b502f8e5e', 'name': '', 'network_id': '92663085-05c4-47d0-9ecc-faab9dcfcd0e', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'mac_address': 'fa:16:3e:91:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:54Z', 'updated_at': '2022-04-08T11:09:00Z', 'revision_number': 5, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'subnets': [{'id': '1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:17:34.557202 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-c6e3cf89-a235-4ae0-96cb-3d371d975b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3536654'] for port (bdeb6b34-9303-41ba-a668-8791caea6ae8), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:34.595896 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-c6e3cf89-a235-4ae0-96cb-3d371d975b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:34.596817 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-c6e3cf89-a235-4ae0-96cb-3d371d975b3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:34.598252 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-c6e3cf89-a235-4ae0-96cb-3d371d975b3e service neutron] 10.222.0.25 "PUT /v2.0/ports/bdeb6b34-9303-41ba-a668-8791caea6ae8 HTTP/1.1" status: 200 len: 1094 time: 1.1125064 Apr 08 11:17:34.598706 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a7c4413-dccd-4f2a-9a41-6450ec6e67a6', 'tag': 'bdeb6b34-9303-41ba-a668-8791caea6ae8'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:17:34.602044 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2b2b61-5b0f-4d4b-b0ae-849ab10409c7" -d '{"events": [{"name": "network-changed", "server_uuid": "9a7c4413-dccd-4f2a-9a41-6450ec6e67a6", "tag": "bdeb6b34-9303-41ba-a668-8791caea6ae8"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:17:34.654955 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147c5028-e4cb-479c-818d-94de3188d429 x-openstack-request-id: req-147c5028-e4cb-479c-818d-94de3188d429 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:17:34.655257 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a7c4413-dccd-4f2a-9a41-6450ec6e67a6", "tag": "bdeb6b34-9303-41ba-a668-8791caea6ae8", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:17:34.655499 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-147c5028-e4cb-479c-818d-94de3188d429 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:17:34.655899 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-147c5028-e4cb-479c-818d-94de3188d429'] response: {'name': 'network-changed', 'server_uuid': '9a7c4413-dccd-4f2a-9a41-6450ec6e67a6', 'tag': 'bdeb6b34-9303-41ba-a668-8791caea6ae8', 'status': 'completed', 'code': 200} Apr 08 11:17:34.663111 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3cf89-a235-4ae0-96cb-3d371d975b3e service neutron] Pushing event updated for resources: {'Port': ['ID=bdeb6b34-9303-41ba-a668-8791caea6ae8,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:34.690496 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100b82e-d9fd-43d7-b75c-bf23eef8e00c req-110fef17-8059-4c8b-8427-9ee2b88e1c6a tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:34.692277 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0100b82e-d9fd-43d7-b75c-bf23eef8e00c req-110fef17-8059-4c8b-8427-9ee2b88e1c6a tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 946 time: 0.0762894 Apr 08 11:17:34.754293 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0100b82e-d9fd-43d7-b75c-bf23eef8e00c req-dc34438f-3bb4-49de-8a8c-0ae081bd2e96 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529242 Apr 08 11:17:34.815113 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd427e84-e03f-47e6-8e8b-badc619e699e None None] New status for floating IP b815d87d-d99e-4ad6-aaa7-8d5f2210c5e7: DOWN {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:17:34.887712 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f11c7-2216-46b3-ba0e-464d284d6ff5 req-f03f3756-0489-41b7-a642-7d3e63b3d84a tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:34.889524 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ad3f11c7-2216-46b3-ba0e-464d284d6ff5 req-f03f3756-0489-41b7-a642-7d3e63b3d84a tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 946 time: 0.0541117 Apr 08 11:17:34.940032 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ad3f11c7-2216-46b3-ba0e-464d284d6ff5 req-8429ad5b-1d6c-448f-a062-d4cad5ff3fb5 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447705 Apr 08 11:17:35.277672 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e37dda-10ac-4ea9-9ab3-ed4f917693b7 req-7ea5e05a-cabb-4423-be3c-f06615c80669 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:35.280171 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b32c6f-9753-4295-9f06-8ab255c0b0bb req-06c5d5b2-3122-46be-9a97-44f8aca0cc2e tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:35.281944 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e0b32c6f-9753-4295-9f06-8ab255c0b0bb req-06c5d5b2-3122-46be-9a97-44f8aca0cc2e tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 944 time: 0.0602748 Apr 08 11:17:35.284724 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c0e37dda-10ac-4ea9-9ab3-ed4f917693b7 req-7ea5e05a-cabb-4423-be3c-f06615c80669 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 946 time: 0.0637176 Apr 08 11:17:35.345269 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e0b32c6f-9753-4295-9f06-8ab255c0b0bb req-b8b2a0b2-b3ad-4631-855f-d7d0b2ca96ae tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577126 Apr 08 11:17:35.347110 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c0e37dda-10ac-4ea9-9ab3-ed4f917693b7 req-c878872a-9627-4fd9-b883-038d9913f69a tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615497 Apr 08 11:17:35.461303 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008b274-53df-4d4d-857a-402358258955 req-9bfa691d-d070-4b47-8f12-74cc748fe856 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:35.463332 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f008b274-53df-4d4d-857a-402358258955 req-9bfa691d-d070-4b47-8f12-74cc748fe856 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=86563972-0068-42a4-9b53-6f71a3a8a34e HTTP/1.1" status: 200 len: 945 time: 0.0546551 Apr 08 11:17:35.519415 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f008b274-53df-4d4d-857a-402358258955 req-78387178-6dfd-4475-b204-216453c13ea0 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488296 Apr 08 11:17:36.112590 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b2b61-5b0f-4d4b-b0ae-849ab10409c7 req-687832ce-ca59-49bb-a925-118b3da06761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:36.114094 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5d2b2b61-5b0f-4d4b-b0ae-849ab10409c7 req-687832ce-ca59-49bb-a925-118b3da06761 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8eea60d9686244e7a5e64b448261087b&device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 1128 time: 0.0467372 Apr 08 11:17:36.320820 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a99fc-aa5c-4189-ab7d-97048df58cbc req-0ba12a20-1005-4332-9187-8d969ceccffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:36.322345 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d10a99fc-aa5c-4189-ab7d-97048df58cbc req-0ba12a20-1005-4332-9187-8d969ceccffe service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dbbd14ea76324b76bd17c80e4eceaef9&device_id=86563972-0068-42a4-9b53-6f71a3a8a34e HTTP/1.1" status: 200 len: 1129 time: 0.0450284 Apr 08 11:17:36.465008 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728de397-f8da-4b2a-9676-68b3497368a6 req-8560545d-8259-485e-ac37-faedeee70c10 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:36.466508 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-728de397-f8da-4b2a-9676-68b3497368a6 req-8560545d-8259-485e-ac37-faedeee70c10 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 944 time: 0.0531240 Apr 08 11:17:36.648267 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e59fc-2825-4d04-8955-d66390c10c31 req-4107b12d-2774-4a95-a791-c72a86f8b0a3 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:36.650059 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e99e59fc-2825-4d04-8955-d66390c10c31 req-4107b12d-2774-4a95-a791-c72a86f8b0a3 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=86563972-0068-42a4-9b53-6f71a3a8a34e HTTP/1.1" status: 200 len: 945 time: 0.0603869 Apr 08 11:17:36.694944 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-728de397-f8da-4b2a-9676-68b3497368a6 req-cd37c338-1d8a-43ea-9713-1fc5bfe84084 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2189128 Apr 08 11:17:36.704256 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b2b61-5b0f-4d4b-b0ae-849ab10409c7 req-78752102-ae1e-4303-9a20-191c57978b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:36.705723 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5d2b2b61-5b0f-4d4b-b0ae-849ab10409c7 req-78752102-ae1e-4303-9a20-191c57978b11 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=8eea60d9686244e7a5e64b448261087b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2383327 Apr 08 11:17:36.706652 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a99fc-aa5c-4189-ab7d-97048df58cbc req-def84c70-08f9-4167-8528-8903e6dec4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:36.707941 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d10a99fc-aa5c-4189-ab7d-97048df58cbc req-def84c70-08f9-4167-8528-8903e6dec4a7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=92663085-05c4-47d0-9ecc-faab9dcfcd0e HTTP/1.1" status: 200 len: 911 time: 0.2329915 Apr 08 11:17:36.708357 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e99e59fc-2825-4d04-8955-d66390c10c31 req-76984072-26eb-4a18-b6c0-88514f39ae71 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478480 Apr 08 11:17:36.780714 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d10a99fc-aa5c-4189-ab7d-97048df58cbc req-51467a28-4f63-4fc2-8e34-fe89b054191c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6aedc894-e23d-4b2a-b17e-0d7f7852abfc HTTP/1.1" status: 200 len: 217 time: 0.0572422 Apr 08 11:17:36.790421 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19964813-72c8-410d-a67d-6bb50876981c req-76317985-b53f-450c-b35f-fbba4fb9cb0a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:36.792308 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-19964813-72c8-410d-a67d-6bb50876981c req-76317985-b53f-450c-b35f-fbba4fb9cb0a tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.25 "GET /v2.0/ports?device_id=86563972-0068-42a4-9b53-6f71a3a8a34e HTTP/1.1" status: 200 len: 945 time: 0.1651669 Apr 08 11:17:36.850617 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b2b61-5b0f-4d4b-b0ae-849ab10409c7 req-1781c9c8-11a5-456b-8eb4-c051d67a9a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:36.852332 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5d2b2b61-5b0f-4d4b-b0ae-849ab10409c7 req-1781c9c8-11a5-456b-8eb4-c051d67a9a28 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1364272 Apr 08 11:17:37.399779 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a99fc-aa5c-4189-ab7d-97048df58cbc req-4f2a72bb-d2eb-42f6-a64e-67462309084d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:37.401884 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d10a99fc-aa5c-4189-ab7d-97048df58cbc req-4f2a72bb-d2eb-42f6-a64e-67462309084d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316 HTTP/1.1" status: 200 len: 849 time: 0.4112227 Apr 08 11:17:37.445264 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-4d4f39e9-4335-423c-9258-80ee0ed452d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:37.446772 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-4d4f39e9-4335-423c-9258-80ee0ed452d3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8eea60d9686244e7a5e64b448261087b&device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 1128 time: 0.3992236 Apr 08 11:17:37.508094 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-69967d57-ef40-4436-bde5-a1a18591a0ad service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdeb6b34-9303-41ba-a668-8791caea6ae8 HTTP/1.1" status: 200 len: 217 time: 0.0478818 Apr 08 11:17:37.511473 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-19964813-72c8-410d-a67d-6bb50876981c req-66273193-4213-4bf4-ad09-0bea068cbf31 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Deleting port 6aedc894-e23d-4b2a-b17e-0d7f7852abfc {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:17:37.511812 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-19964813-72c8-410d-a67d-6bb50876981c req-66273193-4213-4bf4-ad09-0bea068cbf31 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (6aedc894-e23d-4b2a-b17e-0d7f7852abfc), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:37.518070 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a99fc-aa5c-4189-ab7d-97048df58cbc req-eb098d20-429f-4593-a3ac-2d2c750dcb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:37.519488 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d10a99fc-aa5c-4189-ab7d-97048df58cbc req-eb098d20-429f-4593-a3ac-2d2c750dcb3e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=92663085-05c4-47d0-9ecc-faab9dcfcd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1104941 Apr 08 11:17:37.541844 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [req-d10a99fc-aa5c-4189-ab7d-97048df58cbc req-1ac4eddd-7f5b-4b6d-8875-b132217b01f2 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=104016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:17:37.542841 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d10a99fc-aa5c-4189-ab7d-97048df58cbc req-1ac4eddd-7f5b-4b6d-8875-b132217b01f2 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063984 Apr 08 11:17:37.677530 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-a868b829-66d1-4709-ab01-0733b6771fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:37.679008 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-a868b829-66d1-4709-ab01-0733b6771fd1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b4615c09-bfb8-402c-89e5-7c1874f53767 HTTP/1.1" status: 200 len: 847 time: 0.1630719 Apr 08 11:17:37.741850 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-19964813-72c8-410d-a67d-6bb50876981c req-66273193-4213-4bf4-ad09-0bea068cbf31 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] For port 6aedc894-e23d-4b2a-b17e-0d7f7852abfc, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6aedc894-e23d-4b2a-b17e-0d7f7852abfc,segment=NetworkSegment(19af6e16-2d4e-4c32-a209-a5bfe8de0cac),segment_id=19af6e16-2d4e-4c32-a209-a5bfe8de0cac)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:17:37.742220 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-19964813-72c8-410d-a67d-6bb50876981c req-66273193-4213-4bf4-ad09-0bea068cbf31 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (6aedc894-e23d-4b2a-b17e-0d7f7852abfc), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:37.768818 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-19964813-72c8-410d-a67d-6bb50876981c req-66273193-4213-4bf4-ad09-0bea068cbf31 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Calling delete_port for 6aedc894-e23d-4b2a-b17e-0d7f7852abfc owned by compute:nova {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:17:37.776260 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d10a99fc-aa5c-4189-ab7d-97048df58cbc req-784c73c9-f284-4d34-ac09-25a31fe6f9d8 service neutron] 10.222.0.25 "GET /v2.0/networks/92663085-05c4-47d0-9ecc-faab9dcfcd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266126 Apr 08 11:17:37.818758 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7dd5b0-7b73-4337-a3ee-e18bc92f8108 req-ba013b9f-df2e-46a3-ae92-8df86ff69cc1 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:37.820242 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8b7dd5b0-7b73-4337-a3ee-e18bc92f8108 req-ba013b9f-df2e-46a3-ae92-8df86ff69cc1 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 944 time: 0.0530636 Apr 08 11:17:37.845386 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-60a68bc9-86ad-4519-87f4-956c243cf2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:37.847059 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-60a68bc9-86ad-4519-87f4-956c243cf2b2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e1133a44-85d5-46f5-986a-992a0c333add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1622403 Apr 08 11:17:37.871952 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8b7dd5b0-7b73-4337-a3ee-e18bc92f8108 req-8c61fb81-2080-42aa-ab48-39e897aa7bc7 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448296 Apr 08 11:17:37.917064 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 54996) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:17:37.990415 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_v2 [None req-7360f648-c93f-49ee-888b-15c015986aa5 admin admin] Deleting subnet c24619f7-d80d-4162-813b-e015ae4fe5ee {{(pid=104017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:17:37.997855 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7360f648-c93f-49ee-888b-15c015986aa5 admin admin] Publish callbacks [] for subnet (c24619f7-d80d-4162-813b-e015ae4fe5ee), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:38.004581 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d10a99fc-aa5c-4189-ab7d-97048df58cbc req-c2b3faf1-b99d-4a8b-a76d-0038d1742921 service neutron] 10.222.0.25 "GET /v2.0/networks/92663085-05c4-47d0-9ecc-faab9dcfcd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189403 Apr 08 11:17:38.024724 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-d4242d16-5f18-4aae-abff-e38e78f8d4e3 service neutron] 10.222.0.25 "GET /v2.0/networks/e1133a44-85d5-46f5-986a-992a0c333add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457400 Apr 08 11:17:38.041048 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488771b3-bc1b-45c7-94b7-e201f7782330 req-c3711558-8743-4543-9915-3c0a2f7ea722 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:38.042726 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-488771b3-bc1b-45c7-94b7-e201f7782330 req-c3711558-8743-4543-9915-3c0a2f7ea722 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=86563972-0068-42a4-9b53-6f71a3a8a34e HTTP/1.1" status: 200 len: 945 time: 0.1003141 Apr 08 11:17:38.055628 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7360f648-c93f-49ee-888b-15c015986aa5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4091653'] for subnet (c24619f7-d80d-4162-813b-e015ae4fe5ee), precommit_delete_associations {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:38.115543 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7360f648-c93f-49ee-888b-15c015986aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7741539'] for subnet (c24619f7-d80d-4162-813b-e015ae4fe5ee), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:38.152925 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8fe71803-9d67-4208-a246-cfa3a5be5ccd req-442e460d-57f4-46f1-beb6-a9f74007b06d service neutron] 10.222.0.25 "GET /v2.0/networks/e1133a44-85d5-46f5-986a-992a0c333add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058931 Apr 08 11:17:38.153859 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-488771b3-bc1b-45c7-94b7-e201f7782330 req-1ec8f341-aab4-42cf-9368-7c540fce3e4d tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c5d86ed-5450-4b20-9af2-227fa527619d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050575 Apr 08 11:17:38.225392 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-19964813-72c8-410d-a67d-6bb50876981c req-66273193-4213-4bf4-ad09-0bea068cbf31 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (6aedc894-e23d-4b2a-b17e-0d7f7852abfc), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:38.248478 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7360f648-c93f-49ee-888b-15c015986aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7741546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3090149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25379873'] for subnet (c24619f7-d80d-4162-813b-e015ae4fe5ee), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:38.258136 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66273193-4213-4bf4-ad09-0bea068cbf31 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Pushing event deleted for resources: {'Port': ['ID=6aedc894-e23d-4b2a-b17e-0d7f7852abfc,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:38.277507 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7360f648-c93f-49ee-888b-15c015986aa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c24619f7-d80d-4162-813b-e015ae4fe5ee,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:38.297149 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7360f648-c93f-49ee-888b-15c015986aa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:38.297149 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-7360f648-c93f-49ee-888b-15c015986aa5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c24619f7-d80d-4162-813b-e015ae4fe5ee HTTP/1.1" status: 204 len: 168 time: 0.3765442 Apr 08 11:17:38.298039 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 55000) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:17:38.308657 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-19964813-72c8-410d-a67d-6bb50876981c req-66273193-4213-4bf4-ad09-0bea068cbf31 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] No DVR routers for this DVR port 6aedc894-e23d-4b2a-b17e-0d7f7852abfc on host hv-cinder-83607 {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:17:38.311019 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-19964813-72c8-410d-a67d-6bb50876981c req-66273193-4213-4bf4-ad09-0bea068cbf31 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:38.314316 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-19964813-72c8-410d-a67d-6bb50876981c req-66273193-4213-4bf4-ad09-0bea068cbf31 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.25 "DELETE /v2.0/ports/6aedc894-e23d-4b2a-b17e-0d7f7852abfc HTTP/1.1" status: 204 len: 173 time: 1.3224101 Apr 08 11:17:38.315394 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86563972-0068-42a4-9b53-6f71a3a8a34e', 'name': 'network-vif-deleted', 'tag': '6aedc894-e23d-4b2a-b17e-0d7f7852abfc'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:17:38.319517 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939ed200-9add-4eb4-9733-2bce48c4653e" -d '{"events": [{"server_uuid": "86563972-0068-42a4-9b53-6f71a3a8a34e", "name": "network-vif-deleted", "tag": "6aedc894-e23d-4b2a-b17e-0d7f7852abfc"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:17:38.353230 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd2ed02-d35c-4ff4-8613-be69ca264094 x-openstack-request-id: req-dfd2ed02-d35c-4ff4-8613-be69ca264094 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:17:38.354273 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86563972-0068-42a4-9b53-6f71a3a8a34e", "name": "network-vif-deleted", "tag": "6aedc894-e23d-4b2a-b17e-0d7f7852abfc", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:17:38.354580 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dfd2ed02-d35c-4ff4-8613-be69ca264094 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:17:38.354985 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfd2ed02-d35c-4ff4-8613-be69ca264094'] response: {'server_uuid': '86563972-0068-42a4-9b53-6f71a3a8a34e', 'name': 'network-vif-deleted', 'tag': '6aedc894-e23d-4b2a-b17e-0d7f7852abfc', 'status': 'completed', 'code': 200} Apr 08 11:17:38.366207 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f156da21-a52b-45f5-899e-a95f962f539d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7700898'] for network (7e6b2500-7033-4e3c-8b8d-d61be3d2cbda), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:38.445417 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f156da21-a52b-45f5-899e-a95f962f539d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7858426', 'neutron.services.segments.db._delete_segments_for_network-8771786818506'] for network (7e6b2500-7033-4e3c-8b8d-d61be3d2cbda), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:38.465193 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-f156da21-a52b-45f5-899e-a95f962f539d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e6b2500-7033-4e3c-8b8d-d61be3d2cbda']}} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:38.474443 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-f156da21-a52b-45f5-899e-a95f962f539d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '483504d6-0875-4d90-991b-b978ae9dd8ca') {'for_net_delete': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:38.474792 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-f156da21-a52b-45f5-899e-a95f962f539d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '483504d6-0875-4d90-991b-b978ae9dd8ca') {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:38.484714 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f156da21-a52b-45f5-899e-a95f962f539d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771786821075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4091676'] for segment (483504d6-0875-4d90-991b-b978ae9dd8ca), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:38.497534 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f156da21-a52b-45f5-899e-a95f962f539d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154'] for segment (483504d6-0875-4d90-991b-b978ae9dd8ca), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:38.503588 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f156da21-a52b-45f5-899e-a95f962f539d admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=104017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:17:38.504033 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f156da21-a52b-45f5-899e-a95f962f539d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3089923'] for segment (483504d6-0875-4d90-991b-b978ae9dd8ca), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:38.505787 dv-cinder-836073-3-iscsi neutron-server[104017]: Traceback (most recent call last): Apr 08 11:17:38.505787 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:17:38.505787 dv-cinder-836073-3-iscsi neutron-server[104017]: timer() Apr 08 11:17:38.505787 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:17:38.505787 dv-cinder-836073-3-iscsi neutron-server[104017]: cb(*args, **kw) Apr 08 11:17:38.505787 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:17:38.505787 dv-cinder-836073-3-iscsi neutron-server[104017]: return func(*args, **kwargs) Apr 08 11:17:38.505787 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:17:38.505787 dv-cinder-836073-3-iscsi neutron-server[104017]: self._notify() Apr 08 11:17:38.505787 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:17:38.505787 dv-cinder-836073-3-iscsi neutron-server[104017]: self.callback(batched_events) Apr 08 11:17:38.505787 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:17:38.505787 dv-cinder-836073-3-iscsi neutron-server[104017]: event.method(event) Apr 08 11:17:38.505787 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:17:38.505787 dv-cinder-836073-3-iscsi neutron-server[104017]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:17:38.505787 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:17:38.505787 dv-cinder-836073-3-iscsi neutron-server[104017]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:17:38.505787 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:17:38.505787 dv-cinder-836073-3-iscsi neutron-server[104017]: return f(self, *a, **k) Apr 08 11:17:38.505787 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:17:38.505787 dv-cinder-836073-3-iscsi neutron-server[104017]: return self._get(url).json() Apr 08 11:17:38.505787 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:17:38.505787 dv-cinder-836073-3-iscsi neutron-server[104017]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:17:38.505787 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:17:38.505787 dv-cinder-836073-3-iscsi neutron-server[104017]: return self.request(url, 'GET', **kwargs) Apr 08 11:17:38.505787 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:17:38.505787 dv-cinder-836073-3-iscsi neutron-server[104017]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:17:38.505787 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:17:38.505787 dv-cinder-836073-3-iscsi neutron-server[104017]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:17:38.505787 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:17:38.505787 dv-cinder-836073-3-iscsi neutron-server[104017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:17:38.505787 dv-cinder-836073-3-iscsi neutron-server[104017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:17:38.687747 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f156da21-a52b-45f5-899e-a95f962f539d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7858401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7922337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456415'] for network (7e6b2500-7033-4e3c-8b8d-d61be3d2cbda), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:38.693158 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f156da21-a52b-45f5-899e-a95f962f539d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:38.696314 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-f156da21-a52b-45f5-899e-a95f962f539d admin admin] 10.222.0.53 "DELETE /v2.0/networks/7e6b2500-7033-4e3c-8b8d-d61be3d2cbda HTTP/1.1" status: 204 len: 168 time: 0.3979673 Apr 08 11:17:38.709075 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156da21-a52b-45f5-899e-a95f962f539d admin admin] Pushing event deleted for resources: {'Network': ['ID=7e6b2500-7033-4e3c-8b8d-d61be3d2cbda,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:38.992677 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2d4f6-92a1-4d72-806b-b4be72bcbd3e req-be1686e7-562d-4101-9a91-b857a0669513 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:38.994184 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e1c2d4f6-92a1-4d72-806b-b4be72bcbd3e req-be1686e7-562d-4101-9a91-b857a0669513 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 944 time: 0.0553746 Apr 08 11:17:39.044086 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e1c2d4f6-92a1-4d72-806b-b4be72bcbd3e req-3d5b40bd-603c-4693-b7e3-47f5cf25a5b8 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431902 Apr 08 11:17:39.058674 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 55008) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:17:39.105724 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-517fc974-bf7e-4907-b251-667b0075f019 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=536e7b0a06a64069a085da7955428b02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0458524 Apr 08 11:17:39.108183 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 55010) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:17:39.156001 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0f4178e9-b5c9-4afc-b7ee-be287df5d097 admin admin] Publish callbacks [] for security_group (4eb0750f-f276-42f8-81c1-2af52ad12264), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:39.177229 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0f4178e9-b5c9-4afc-b7ee-be287df5d097 admin admin] Publish callbacks [] for security_group (4eb0750f-f276-42f8-81c1-2af52ad12264), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:39.287610 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a096acab-a769-4beb-a394-f9875ad1c7bd req-4ba9746b-acd3-4949-a7f8-e77804c39335 tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "GET /v2.0/ports?device_id=86563972-0068-42a4-9b53-6f71a3a8a34e HTTP/1.1" status: 200 len: 210 time: 0.0304110 Apr 08 11:17:39.299742 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0f4178e9-b5c9-4afc-b7ee-be287df5d097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (4eb0750f-f276-42f8-81c1-2af52ad12264), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:39.302282 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0f4178e9-b5c9-4afc-b7ee-be287df5d097 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:39.305855 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-0f4178e9-b5c9-4afc-b7ee-be287df5d097 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4eb0750f-f276-42f8-81c1-2af52ad12264 HTTP/1.1" status: 204 len: 168 time: 0.1943312 Apr 08 11:17:39.313853 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4178e9-b5c9-4afc-b7ee-be287df5d097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb0750f-f276-42f8-81c1-2af52ad12264,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:40.159931 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088aba5-9426-4fb6-aa67-a2ea8b9ff600 req-eff465d9-06dd-4368-a7fd-ebbf2808007e tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:40.161370 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2088aba5-9426-4fb6-aa67-a2ea8b9ff600 req-eff465d9-06dd-4368-a7fd-ebbf2808007e tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 944 time: 0.0511212 Apr 08 11:17:40.181906 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 6aedc894-e23d-4b2a-b17e-0d7f7852abfc no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:17:40.202387 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] No Port match for: 6aedc894-e23d-4b2a-b17e-0d7f7852abfc {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:17:40.202731 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 6aedc894-e23d-4b2a-b17e-0d7f7852abfc not bound to the agent host hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:17:40.209636 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2088aba5-9426-4fb6-aa67-a2ea8b9ff600 req-e2a6319a-ae81-4cfb-a99d-a81d24e5f18f tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420761 Apr 08 11:17:40.343711 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 55024) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:17:40.467257 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-6d15fdae-0638-4727-8676-8a37a18ba9fe tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Deleting port a79b3bb2-892a-4cf3-b738-12d25bb692ac {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:17:40.467591 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6d15fdae-0638-4727-8676-8a37a18ba9fe tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (a79b3bb2-892a-4cf3-b738-12d25bb692ac), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:40.540636 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6d15fdae-0638-4727-8676-8a37a18ba9fe tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (a79b3bb2-892a-4cf3-b738-12d25bb692ac), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:40.540967 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6d15fdae-0638-4727-8676-8a37a18ba9fe tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for floatingip (a79b3bb2-892a-4cf3-b738-12d25bb692ac), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:40.552399 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-6d15fdae-0638-4727-8676-8a37a18ba9fe tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Calling delete_port for a79b3bb2-892a-4cf3-b738-12d25bb692ac owned by network:floatingip {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:17:40.790518 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6d15fdae-0638-4727-8676-8a37a18ba9fe tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (a79b3bb2-892a-4cf3-b738-12d25bb692ac), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:40.815836 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d15fdae-0638-4727-8676-8a37a18ba9fe tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Pushing event deleted for resources: {'Port': ['ID=a79b3bb2-892a-4cf3-b738-12d25bb692ac,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:40.879176 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6d15fdae-0638-4727-8676-8a37a18ba9fe tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for floatingip (0adc556a-91fc-4442-b92b-291560a7eaa7), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:40.881679 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6d15fdae-0638-4727-8676-8a37a18ba9fe tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:40.882814 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-6d15fdae-0638-4727-8676-8a37a18ba9fe tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "DELETE /v2.0/floatingips/0adc556a-91fc-4442-b92b-291560a7eaa7 HTTP/1.1" status: 204 len: 168 time: 0.5381279 Apr 08 11:17:41.596556 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c5748-cf7b-4034-b3df-363257fec4de req-945d74db-013e-4ce7-ac01-b931a5673d2e tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:41.599113 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ec9c5748-cf7b-4034-b3df-363257fec4de req-945d74db-013e-4ce7-ac01-b931a5673d2e tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 944 time: 0.2706339 Apr 08 11:17:41.647773 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ec9c5748-cf7b-4034-b3df-363257fec4de req-b10c3c78-7bc0-4da7-96d5-fe6d24f89871 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417855 Apr 08 11:17:42.219990 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 55040) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:17:42.277224 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c7dec70c-8e2b-418a-b824-c10a1705567b tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for security_group (4c5d86ed-5450-4b20-9af2-227fa527619d), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:42.301806 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c7dec70c-8e2b-418a-b824-c10a1705567b tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for security_group (4c5d86ed-5450-4b20-9af2-227fa527619d), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:42.470746 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c7dec70c-8e2b-418a-b824-c10a1705567b tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (4c5d86ed-5450-4b20-9af2-227fa527619d), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:42.473396 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c7dec70c-8e2b-418a-b824-c10a1705567b tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:42.474605 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-c7dec70c-8e2b-418a-b824-c10a1705567b tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] 10.222.0.53 "DELETE /v2.0/security-groups/4c5d86ed-5450-4b20-9af2-227fa527619d HTTP/1.1" status: 204 len: 168 time: 0.2536328 Apr 08 11:17:42.484431 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dec70c-8e2b-418a-b824-c10a1705567b tempest-TestVolumeBootPattern-142212816 tempest-TestVolumeBootPattern-142212816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5d86ed-5450-4b20-9af2-227fa527619d,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:42.651992 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 55046) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:17:42.766245 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba9510-f1f8-4c6b-99fe-e541d7ed309e req-c5fcc94c-a3db-44c7-bdd6-91886bef9ed5 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:42.767721 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-77ba9510-f1f8-4c6b-99fe-e541d7ed309e req-c5fcc94c-a3db-44c7-bdd6-91886bef9ed5 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 944 time: 0.0528464 Apr 08 11:17:42.820342 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-77ba9510-f1f8-4c6b-99fe-e541d7ed309e req-326eda94-68e2-4c89-a2cd-007bc78e6073 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470445 Apr 08 11:17:43.194935 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ef197072-3ab4-4add-98b6-eb35c9317530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457665'] for router_interface (0dbdc905-e28d-4efe-8621-94d7a0292711), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:43.438798 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-ef197072-3ab4-4add-98b6-eb35c9317530 admin admin] Deleting port d87257cc-ea8b-4980-a2fb-9c7b502f8e5e {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:17:43.439328 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ef197072-3ab4-4add-98b6-eb35c9317530 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (d87257cc-ea8b-4980-a2fb-9c7b502f8e5e), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:43.515767 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-ef197072-3ab4-4add-98b6-eb35c9317530 admin admin] For port d87257cc-ea8b-4980-a2fb-9c7b502f8e5e, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=d87257cc-ea8b-4980-a2fb-9c7b502f8e5e,segment=NetworkSegment(19af6e16-2d4e-4c32-a209-a5bfe8de0cac),segment_id=19af6e16-2d4e-4c32-a209-a5bfe8de0cac)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:17:43.516127 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ef197072-3ab4-4add-98b6-eb35c9317530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (d87257cc-ea8b-4980-a2fb-9c7b502f8e5e), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:43.528318 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-ef197072-3ab4-4add-98b6-eb35c9317530 admin admin] Calling delete_port for d87257cc-ea8b-4980-a2fb-9c7b502f8e5e owned by network:router_interface {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:17:43.779265 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ef197072-3ab4-4add-98b6-eb35c9317530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (d87257cc-ea8b-4980-a2fb-9c7b502f8e5e), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:43.807849 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef197072-3ab4-4add-98b6-eb35c9317530 admin admin] Pushing event deleted for resources: {'Port': ['ID=d87257cc-ea8b-4980-a2fb-9c7b502f8e5e,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:44.012171 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962da3f-86ec-418c-9205-7b6ef5052ee1 req-4cdd419f-37c6-4c5a-b0a9-a87606b13db9 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:44.013649 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a962da3f-86ec-418c-9205-7b6ef5052ee1 req-4cdd419f-37c6-4c5a-b0a9-a87606b13db9 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 944 time: 0.1065176 Apr 08 11:17:44.014614 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ef197072-3ab4-4add-98b6-eb35c9317530 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7869776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457614'] for router_interface (0dbdc905-e28d-4efe-8621-94d7a0292711), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:44.131974 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a962da3f-86ec-418c-9205-7b6ef5052ee1 req-05682cf4-6b4a-4c71-9365-686f531832f5 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115718 Apr 08 11:17:44.263943 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef197072-3ab4-4add-98b6-eb35c9317530 admin admin] Router 0dbdc905-e28d-4efe-8621-94d7a0292711 has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:17:44.370020 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef197072-3ab4-4add-98b6-eb35c9317530 admin admin] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:17:44.375016 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-ef197072-3ab4-4add-98b6-eb35c9317530 admin admin] 10.222.0.53 "PUT /v2.0/routers/0dbdc905-e28d-4efe-8621-94d7a0292711/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7220736 Apr 08 11:17:44.377458 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 55056) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:17:44.380053 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858ebd2c-2591-4884-b6e0-a98cb9c6dfb4 None None] Sync routers for ids ['0dbdc905-e28d-4efe-8621-94d7a0292711'] in dv-cinder-836073-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:17:44.390342 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858ebd2c-2591-4884-b6e0-a98cb9c6dfb4 None None] Routers {'0dbdc905-e28d-4efe-8621-94d7a0292711'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:17:44.390956 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-858ebd2c-2591-4884-b6e0-a98cb9c6dfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:17:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['0dbdc905-e28d-4efe-8621-94d7a0292711'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:44.482401 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dc5359b5-0cb4-48e7-a97b-1c6519ba867b admin admin] Publish callbacks [] for router (0dbdc905-e28d-4efe-8621-94d7a0292711), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:44.499329 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-858ebd2c-2591-4884-b6e0-a98cb9c6dfb4 None None] Set router 0dbdc905-e28d-4efe-8621-94d7a0292711 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:17:44.587600 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dc5359b5-0cb4-48e7-a97b-1c6519ba867b admin admin] Publish callbacks [] for router_gateway (0dbdc905-e28d-4efe-8621-94d7a0292711), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:44.704476 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-dc5359b5-0cb4-48e7-a97b-1c6519ba867b admin admin] Deleting port 02f5d6da-9e11-46e0-8a18-0697b60386b0 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:17:44.704709 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dc5359b5-0cb4-48e7-a97b-1c6519ba867b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (02f5d6da-9e11-46e0-8a18-0697b60386b0), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:44.787253 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-dc5359b5-0cb4-48e7-a97b-1c6519ba867b admin admin] For port 02f5d6da-9e11-46e0-8a18-0697b60386b0, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=02f5d6da-9e11-46e0-8a18-0697b60386b0,segment=NetworkSegment(2bb98e3e-6539-44eb-b25b-4089590167ac),segment_id=2bb98e3e-6539-44eb-b25b-4089590167ac)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:17:44.787616 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dc5359b5-0cb4-48e7-a97b-1c6519ba867b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (02f5d6da-9e11-46e0-8a18-0697b60386b0), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:44.800666 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-dc5359b5-0cb4-48e7-a97b-1c6519ba867b admin admin] Calling delete_port for 02f5d6da-9e11-46e0-8a18-0697b60386b0 owned by network:router_gateway {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:17:44.803309 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-858ebd2c-2591-4884-b6e0-a98cb9c6dfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'name': 'tempest-TestVolumeBootPattern-37540332-router', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:51Z', 'updated_at': '2022-04-08T11:17:43Z', 'revision_number': 5, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'gw_port': {'id': '02f5d6da-9e11-46e0-8a18-0697b60386b0', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:52Z', 'updated_at': '2022-04-08T11:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi'}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:44.827306 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858ebd2c-2591-4884-b6e0-a98cb9c6dfb4 None None] Checking router: 0dbdc905-e28d-4efe-8621-94d7a0292711 for host: dv-cinder-836073-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:17:44.835673 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858ebd2c-2591-4884-b6e0-a98cb9c6dfb4 None None] Routers {'0dbdc905-e28d-4efe-8621-94d7a0292711'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:17:44.836287 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-858ebd2c-2591-4884-b6e0-a98cb9c6dfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:17:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['0dbdc905-e28d-4efe-8621-94d7a0292711'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:44.931017 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-858ebd2c-2591-4884-b6e0-a98cb9c6dfb4 None None] Set router 0dbdc905-e28d-4efe-8621-94d7a0292711 gateway port host: None {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:17:44.987034 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-858ebd2c-2591-4884-b6e0-a98cb9c6dfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'name': 'tempest-TestVolumeBootPattern-37540332-router', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:51Z', 'updated_at': '2022-04-08T11:17:44Z', 'revision_number': 6, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'gw_port_host': None}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:45.018444 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858ebd2c-2591-4884-b6e0-a98cb9c6dfb4 None None] The sync data for ids ['0dbdc905-e28d-4efe-8621-94d7a0292711'] in dv-cinder-836073-3-iscsi is: [{'id': '0dbdc905-e28d-4efe-8621-94d7a0292711', 'name': 'tempest-TestVolumeBootPattern-37540332-router', 'tenant_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:51Z', 'updated_at': '2022-04-08T11:17:44Z', 'revision_number': 6, 'project_id': 'dbbd14ea76324b76bd17c80e4eceaef9', 'gw_port_host': None}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:17:45.036938 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dc5359b5-0cb4-48e7-a97b-1c6519ba867b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (02f5d6da-9e11-46e0-8a18-0697b60386b0), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:45.067795 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5359b5-0cb4-48e7-a97b-1c6519ba867b admin admin] Pushing event deleted for resources: {'Port': ['ID=02f5d6da-9e11-46e0-8a18-0697b60386b0,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:45.132087 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dc5359b5-0cb4-48e7-a97b-1c6519ba867b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456443'] for router_gateway (0dbdc905-e28d-4efe-8621-94d7a0292711), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:45.254023 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3a5b7-128f-4881-9608-0697918b5fc7 req-d3cd45b3-6a17-44e7-91e0-bddd092db315 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:45.255625 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2ed3a5b7-128f-4881-9608-0697918b5fc7 req-d3cd45b3-6a17-44e7-91e0-bddd092db315 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 944 time: 0.0581069 Apr 08 11:17:45.311072 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2ed3a5b7-128f-4881-9608-0697918b5fc7 req-ebec0847-0be4-444d-a621-7bbd708de3a3 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474873 Apr 08 11:17:45.502714 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dc5359b5-0cb4-48e7-a97b-1c6519ba867b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1014241'] for router (0dbdc905-e28d-4efe-8621-94d7a0292711), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:45.505184 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dc5359b5-0cb4-48e7-a97b-1c6519ba867b admin admin] Publish callbacks [] for router_controller (0dbdc905-e28d-4efe-8621-94d7a0292711), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:45.631100 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dc5359b5-0cb4-48e7-a97b-1c6519ba867b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-458149'] for router (0dbdc905-e28d-4efe-8621-94d7a0292711), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:45.631675 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5359b5-0cb4-48e7-a97b-1c6519ba867b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0dbdc905-e28d-4efe-8621-94d7a0292711 {{(pid=104016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 11:17:45.635881 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dc5359b5-0cb4-48e7-a97b-1c6519ba867b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:45.637042 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-dc5359b5-0cb4-48e7-a97b-1c6519ba867b admin admin] 10.222.0.53 "DELETE /v2.0/routers/0dbdc905-e28d-4efe-8621-94d7a0292711 HTTP/1.1" status: 204 len: 168 time: 1.2585537 Apr 08 11:17:45.639557 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 55064) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:17:45.683101 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac42b9ea-cc9a-4d22-826b-000e00fa6e07 admin admin] Deleting subnet 1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316 {{(pid=104016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:17:45.686080 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ac42b9ea-cc9a-4d22-826b-000e00fa6e07 admin admin] Publish callbacks [] for subnet (1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:45.719242 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ac42b9ea-cc9a-4d22-826b-000e00fa6e07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4108866'] for subnet (1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:45.777305 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device d87257cc-ea8b-4980-a2fb-9c7b502f8e5e no longer exists at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:17:45.800766 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ac42b9ea-cc9a-4d22-826b-000e00fa6e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7741539'] for subnet (1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:45.802986 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] No Port match for: d87257cc-ea8b-4980-a2fb-9c7b502f8e5e {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:17:45.803363 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device d87257cc-ea8b-4980-a2fb-9c7b502f8e5e not bound to the agent host dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:17:45.917445 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ac42b9ea-cc9a-4d22-826b-000e00fa6e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7741546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3536836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077135'] for subnet (1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:45.943092 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42b9ea-cc9a-4d22-826b-000e00fa6e07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:45.946770 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ac42b9ea-cc9a-4d22-826b-000e00fa6e07 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:45.950368 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-ac42b9ea-cc9a-4d22-826b-000e00fa6e07 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1cfa2e7b-c3a4-4f2c-ad5c-89c17e7ef316 HTTP/1.1" status: 204 len: 168 time: 0.3096876 Apr 08 11:17:45.952852 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c50ed2d-b05c-45ec-b439-fce538fe60fe None None] Network 92663085-05c4-47d0-9ecc-faab9dcfcd0e requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:17:45.952993 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 55066) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:17:46.032504 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e242da7c-d7f2-4b5e-84e9-ae72aa136199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7700898'] for network (92663085-05c4-47d0-9ecc-faab9dcfcd0e), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:46.095339 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-e242da7c-d7f2-4b5e-84e9-ae72aa136199 admin admin] Deleting port 9b7f0100-220a-42d8-87ae-a38ba44ff7f4 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:17:46.095769 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e242da7c-d7f2-4b5e-84e9-ae72aa136199 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (9b7f0100-220a-42d8-87ae-a38ba44ff7f4), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:46.138916 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2ac80d-6738-4faa-81b4-d3ca94af357a None None] DHCP port deletion for 92663085-05c4-47d0-9ecc-faab9dcfcd0e request from dv-cinder-836073-3-iscsi {{(pid=104018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 11:17:46.164304 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-e242da7c-d7f2-4b5e-84e9-ae72aa136199 admin admin] For port 9b7f0100-220a-42d8-87ae-a38ba44ff7f4, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=9b7f0100-220a-42d8-87ae-a38ba44ff7f4,segment=NetworkSegment(19af6e16-2d4e-4c32-a209-a5bfe8de0cac),segment_id=19af6e16-2d4e-4c32-a209-a5bfe8de0cac)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:17:46.164990 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e242da7c-d7f2-4b5e-84e9-ae72aa136199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (9b7f0100-220a-42d8-87ae-a38ba44ff7f4), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:46.178520 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-e242da7c-d7f2-4b5e-84e9-ae72aa136199 admin admin] Calling delete_port for 9b7f0100-220a-42d8-87ae-a38ba44ff7f4 owned by network:dhcp {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:17:46.187972 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-6b2ac80d-6738-4faa-81b4-d3ca94af357a None None] Deleting port 9b7f0100-220a-42d8-87ae-a38ba44ff7f4 {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:17:46.188338 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac80d-6738-4faa-81b4-d3ca94af357a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (9b7f0100-220a-42d8-87ae-a38ba44ff7f4), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:46.201840 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device bdeb6b34-9303-41ba-a668-8791caea6ae8 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:17:46.272152 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-6b2ac80d-6738-4faa-81b4-d3ca94af357a None None] For port 9b7f0100-220a-42d8-87ae-a38ba44ff7f4, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=9b7f0100-220a-42d8-87ae-a38ba44ff7f4,segment=NetworkSegment(19af6e16-2d4e-4c32-a209-a5bfe8de0cac),segment_id=19af6e16-2d4e-4c32-a209-a5bfe8de0cac)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:17:46.272547 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac80d-6738-4faa-81b4-d3ca94af357a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (9b7f0100-220a-42d8-87ae-a38ba44ff7f4), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:46.302428 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-6b2ac80d-6738-4faa-81b4-d3ca94af357a None None] Calling delete_port for 9b7f0100-220a-42d8-87ae-a38ba44ff7f4 owned by network:dhcp {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:17:46.323077 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e242da7c-d7f2-4b5e-84e9-ae72aa136199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (9b7f0100-220a-42d8-87ae-a38ba44ff7f4), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:46.347284 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e242da7c-d7f2-4b5e-84e9-ae72aa136199 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b7f0100-220a-42d8-87ae-a38ba44ff7f4,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:46.352990 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e242da7c-d7f2-4b5e-84e9-ae72aa136199 admin admin] No DVR routers for this DVR port 9b7f0100-220a-42d8-87ae-a38ba44ff7f4 on host dv-cinder-836073-3-iscsi {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:17:46.409917 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port bdeb6b34-9303-41ba-a668-8791caea6ae8, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bdeb6b34-9303-41ba-a668-8791caea6ae8,segment=NetworkSegment(8366eac7-5c6e-4c3a-8825-453919965874),segment_id=8366eac7-5c6e-4c3a-8825-453919965874)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:17:46.425398 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Returning: {'device': 'bdeb6b34-9303-41ba-a668-8791caea6ae8', 'network_id': 'e1133a44-85d5-46f5-986a-992a0c333add', 'port_id': 'bdeb6b34-9303-41ba-a668-8791caea6ae8', 'mac_address': 'fa:16:3e:8e:35:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4615c09-bfb8-402c-89e5-7c1874f53767', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:17:46.450925 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e242da7c-d7f2-4b5e-84e9-ae72aa136199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7858426', 'neutron.services.segments.db._delete_segments_for_network-8771786818506'] for network (92663085-05c4-47d0-9ecc-faab9dcfcd0e), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:46.459456 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac80d-6738-4faa-81b4-d3ca94af357a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638'] for port (9b7f0100-220a-42d8-87ae-a38ba44ff7f4), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:46.475210 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-e242da7c-d7f2-4b5e-84e9-ae72aa136199 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92663085-05c4-47d0-9ecc-faab9dcfcd0e']}} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:46.487518 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-e242da7c-d7f2-4b5e-84e9-ae72aa136199 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19af6e16-2d4e-4c32-a209-a5bfe8de0cac') {'for_net_delete': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:46.487810 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-e242da7c-d7f2-4b5e-84e9-ae72aa136199 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19af6e16-2d4e-4c32-a209-a5bfe8de0cac') {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:46.494646 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ac80d-6738-4faa-81b4-d3ca94af357a None None] Pushing event deleted for resources: {'Port': ['ID=9b7f0100-220a-42d8-87ae-a38ba44ff7f4,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:46.496571 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2ac80d-6738-4faa-81b4-d3ca94af357a None None] No DVR routers for this DVR port 9b7f0100-220a-42d8-87ae-a38ba44ff7f4 on host dv-cinder-836073-3-iscsi {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:17:46.498856 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e242da7c-d7f2-4b5e-84e9-ae72aa136199 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771786821075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4108891'] for segment (19af6e16-2d4e-4c32-a209-a5bfe8de0cac), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:46.499608 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port bdeb6b34-9303-41ba-a668-8791caea6ae8 is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:17:46.499971 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (bdeb6b34-9303-41ba-a668-8791caea6ae8), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:46.507745 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8397fc-ac87-4ea6-8acd-d85268adaa51 req-34ae3cea-023c-4740-b5d3-88a574052d9d tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:46.509252 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bd8397fc-ac87-4ea6-8acd-d85268adaa51 req-34ae3cea-023c-4740-b5d3-88a574052d9d tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 944 time: 0.1204169 Apr 08 11:17:46.520636 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdeb6b34-9303-41ba-a668-8791caea6ae8 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:17:46.539803 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e242da7c-d7f2-4b5e-84e9-ae72aa136199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154'] for segment (19af6e16-2d4e-4c32-a209-a5bfe8de0cac), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:46.544079 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port bdeb6b34-9303-41ba-a668-8791caea6ae8, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bdeb6b34-9303-41ba-a668-8791caea6ae8,segment=NetworkSegment(8366eac7-5c6e-4c3a-8825-453919965874),segment_id=8366eac7-5c6e-4c3a-8825-453919965874)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:17:46.551319 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e242da7c-d7f2-4b5e-84e9-ae72aa136199 admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=104016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:17:46.551708 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e242da7c-d7f2-4b5e-84e9-ae72aa136199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3536674'] for segment (19af6e16-2d4e-4c32-a209-a5bfe8de0cac), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:46.554455 dv-cinder-836073-3-iscsi neutron-server[104016]: Traceback (most recent call last): Apr 08 11:17:46.554455 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:17:46.554455 dv-cinder-836073-3-iscsi neutron-server[104016]: timer() Apr 08 11:17:46.554455 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:17:46.554455 dv-cinder-836073-3-iscsi neutron-server[104016]: cb(*args, **kw) Apr 08 11:17:46.554455 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:17:46.554455 dv-cinder-836073-3-iscsi neutron-server[104016]: return func(*args, **kwargs) Apr 08 11:17:46.554455 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:17:46.554455 dv-cinder-836073-3-iscsi neutron-server[104016]: self._notify() Apr 08 11:17:46.554455 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:17:46.554455 dv-cinder-836073-3-iscsi neutron-server[104016]: self.callback(batched_events) Apr 08 11:17:46.554455 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:17:46.554455 dv-cinder-836073-3-iscsi neutron-server[104016]: event.method(event) Apr 08 11:17:46.554455 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:17:46.554455 dv-cinder-836073-3-iscsi neutron-server[104016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:17:46.554455 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:17:46.554455 dv-cinder-836073-3-iscsi neutron-server[104016]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:17:46.554455 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:17:46.554455 dv-cinder-836073-3-iscsi neutron-server[104016]: return f(self, *a, **k) Apr 08 11:17:46.554455 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:17:46.554455 dv-cinder-836073-3-iscsi neutron-server[104016]: return self._get(url).json() Apr 08 11:17:46.554455 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:17:46.554455 dv-cinder-836073-3-iscsi neutron-server[104016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:17:46.554455 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:17:46.554455 dv-cinder-836073-3-iscsi neutron-server[104016]: return self.request(url, 'GET', **kwargs) Apr 08 11:17:46.554455 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:17:46.554455 dv-cinder-836073-3-iscsi neutron-server[104016]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:17:46.554455 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:17:46.554455 dv-cinder-836073-3-iscsi neutron-server[104016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:17:46.554455 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:17:46.554455 dv-cinder-836073-3-iscsi neutron-server[104016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:17:46.554455 dv-cinder-836073-3-iscsi neutron-server[104016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:17:46.620505 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bd8397fc-ac87-4ea6-8acd-d85268adaa51 req-3bf7c1a8-dee4-49cf-89cd-7f3fb05d5633 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009741 Apr 08 11:17:46.642975 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (bdeb6b34-9303-41ba-a668-8791caea6ae8), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:46.691457 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=bdeb6b34-9303-41ba-a668-8791caea6ae8,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:46.710757 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e242da7c-d7f2-4b5e-84e9-ae72aa136199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7858401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7922337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456415'] for network (92663085-05c4-47d0-9ecc-faab9dcfcd0e), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:46.717408 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e242da7c-d7f2-4b5e-84e9-ae72aa136199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:46.721640 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-e242da7c-d7f2-4b5e-84e9-ae72aa136199 admin admin] 10.222.0.53 "DELETE /v2.0/networks/92663085-05c4-47d0-9ecc-faab9dcfcd0e HTTP/1.1" status: 204 len: 168 time: 0.7667015 Apr 08 11:17:46.723948 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 55076) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:17:46.732075 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e242da7c-d7f2-4b5e-84e9-ae72aa136199 admin admin] Pushing event deleted for resources: {'Network': ['ID=92663085-05c4-47d0-9ecc-faab9dcfcd0e,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:46.916284 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ffef5-c02a-42ab-8da7-074381162d0c req-8671b266-f64b-45db-9af5-1ce55b4c23d8 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:46.917807 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-315ffef5-c02a-42ab-8da7-074381162d0c req-8671b266-f64b-45db-9af5-1ce55b4c23d8 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 946 time: 0.1081493 Apr 08 11:17:46.963219 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] get_ports_and_sgs() called for port_ids ['bdeb6b34-9303-41ba-a668-8791caea6ae8'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:17:47.004765 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-315ffef5-c02a-42ab-8da7-074381162d0c req-1dfd76b2-a5f0-4f8b-ad1d-a4c6cf185050 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806768 Apr 08 11:17:47.028581 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 55080) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:17:47.160150 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 02f5d6da-9e11-46e0-8a18-0697b60386b0 no longer exists at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:17:47.193247 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] No Port match for: 02f5d6da-9e11-46e0-8a18-0697b60386b0 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:17:47.193478 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 02f5d6da-9e11-46e0-8a18-0697b60386b0 not bound to the agent host dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:17:47.193928 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 9b7f0100-220a-42d8-87ae-a38ba44ff7f4 no longer exists at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:17:47.196825 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-18ebf0ba-cfbd-4d39-a78f-df8e0638ff80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457665'] for router_interface (a888add9-97d0-492c-8aee-53d2c949d2cf), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:47.200162 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bebfeca-56ed-4431-bbbc-77480e944c7b tempest-TestMinimumBasicScenario-977037526 tempest-TestMinimumBasicScenario-977037526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:47.201881 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-8bebfeca-56ed-4431-bbbc-77480e944c7b tempest-TestMinimumBasicScenario-977037526 tempest-TestMinimumBasicScenario-977037526-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 1125 time: 0.1719985 Apr 08 11:17:47.204466 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 55084) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:17:47.208720 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-73b9b648-ed7f-4773-aaa0-41190a15f05d tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Request body: {'floatingip': {'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'port_id': '77516c39-e3bc-433d-a431-aacee1db5ce2', 'tenant_id': 'a7597e54e7e24531b98b0573504715f2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:17:47.222390 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] No Port match for: 9b7f0100-220a-42d8-87ae-a38ba44ff7f4 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:17:47.222850 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 9b7f0100-220a-42d8-87ae-a38ba44ff7f4 not bound to the agent host dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:17:47.333454 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-73b9b648-ed7f-4773-aaa0-41190a15f05d tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:47.435530 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-73b9b648-ed7f-4773-aaa0-41190a15f05d tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:47.449340 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-18ebf0ba-cfbd-4d39-a78f-df8e0638ff80 admin admin] Deleting port 94a14ed3-19d4-4896-a4b6-3d01b6c233a6 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:17:47.449624 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-18ebf0ba-cfbd-4d39-a78f-df8e0638ff80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (94a14ed3-19d4-4896-a4b6-3d01b6c233a6), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:47.527536 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-18ebf0ba-cfbd-4d39-a78f-df8e0638ff80 admin admin] For port 94a14ed3-19d4-4896-a4b6-3d01b6c233a6, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=94a14ed3-19d4-4896-a4b6-3d01b6c233a6,segment=NetworkSegment(f3259406-86b2-430e-bee6-284cf4a21ac1),segment_id=f3259406-86b2-430e-bee6-284cf4a21ac1)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:17:47.527901 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-18ebf0ba-cfbd-4d39-a78f-df8e0638ff80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (94a14ed3-19d4-4896-a4b6-3d01b6c233a6), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:47.543841 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-73b9b648-ed7f-4773-aaa0-41190a15f05d tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Allocated IP 172.27.0.233 (9ba38368-ff54-4986-b9fd-e3d76f01d727/295b2c6f-15e1-46ca-ae70-e3531500d944/8285b340-ee1e-4f6d-95d0-cbee2c9018e3) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:17:47.545600 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-18ebf0ba-cfbd-4d39-a78f-df8e0638ff80 admin admin] Calling delete_port for 94a14ed3-19d4-4896-a4b6-3d01b6c233a6 owned by network:router_interface {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:17:47.645727 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-73b9b648-ed7f-4773-aaa0-41190a15f05d tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks [] for port (8285b340-ee1e-4f6d-95d0-cbee2c9018e3), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:47.740442 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8374c-fae3-416c-aa75-e7f44fef067c req-ac64e028-ed84-4b61-bbef-f8d2659474b0 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:47.741863 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bad8374c-fae3-416c-aa75-e7f44fef067c req-ac64e028-ed84-4b61-bbef-f8d2659474b0 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 945 time: 0.0524435 Apr 08 11:17:47.763812 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-73b9b648-ed7f-4773-aaa0-41190a15f05d tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (8285b340-ee1e-4f6d-95d0-cbee2c9018e3), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:47.796793 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-18ebf0ba-cfbd-4d39-a78f-df8e0638ff80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3089968'] for port (94a14ed3-19d4-4896-a4b6-3d01b6c233a6), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:47.818039 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b9b648-ed7f-4773-aaa0-41190a15f05d tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Network 9ba38368-ff54-4986-b9fd-e3d76f01d727 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:17:47.828723 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ebf0ba-cfbd-4d39-a78f-df8e0638ff80 admin admin] Pushing event deleted for resources: {'Port': ['ID=94a14ed3-19d4-4896-a4b6-3d01b6c233a6,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:47.829299 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-73b9b648-ed7f-4773-aaa0-41190a15f05d tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:17:47.835922 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b9b648-ed7f-4773-aaa0-41190a15f05d tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:17:47.863163 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bad8374c-fae3-416c-aa75-e7f44fef067c req-5d0fc9f0-98a1-4a3e-8b69-cd1aff580782 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148326 Apr 08 11:17:47.863783 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9b648-ed7f-4773-aaa0-41190a15f05d tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Pushing event updated for resources: {'Port': ['ID=8285b340-ee1e-4f6d-95d0-cbee2c9018e3,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:48.014399 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-18ebf0ba-cfbd-4d39-a78f-df8e0638ff80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7869776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457614'] for router_interface (a888add9-97d0-492c-8aee-53d2c949d2cf), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:48.205782 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device bdeb6b34-9303-41ba-a668-8791caea6ae8 up at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:17:48.238201 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ebf0ba-cfbd-4d39-a78f-df8e0638ff80 admin admin] Router a888add9-97d0-492c-8aee-53d2c949d2cf has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:17:48.248425 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-73b9b648-ed7f-4773-aaa0-41190a15f05d tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks [] for floatingip (3115c11e-71d0-4b3c-8383-e42558244118), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:48.339474 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning for port bdeb6b34-9303-41ba-a668-8791caea6ae8 completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:17:48.344363 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning complete for port bdeb6b34-9303-41ba-a668-8791caea6ae8 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:17:48.344764 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (bdeb6b34-9303-41ba-a668-8791caea6ae8), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:48.349457 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ebf0ba-cfbd-4d39-a78f-df8e0638ff80 admin admin] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:17:48.354387 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-18ebf0ba-cfbd-4d39-a78f-df8e0638ff80 admin admin] 10.222.0.53 "PUT /v2.0/routers/a888add9-97d0-492c-8aee-53d2c949d2cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6292145 Apr 08 11:17:48.356939 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 55088) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:17:48.360467 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1792d98c-2544-4dde-883a-77b537f7b40b None None] Sync routers for ids ['a888add9-97d0-492c-8aee-53d2c949d2cf'] in dv-cinder-836073-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:17:48.371345 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1792d98c-2544-4dde-883a-77b537f7b40b None None] Routers {'a888add9-97d0-492c-8aee-53d2c949d2cf'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:17:48.371965 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-1792d98c-2544-4dde-883a-77b537f7b40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:17:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['a888add9-97d0-492c-8aee-53d2c949d2cf'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:48.433639 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port bdeb6b34-9303-41ba-a668-8791caea6ae8 is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:17:48.434154 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (bdeb6b34-9303-41ba-a668-8791caea6ae8), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:48.436426 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-73b9b648-ed7f-4773-aaa0-41190a15f05d tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (8285b340-ee1e-4f6d-95d0-cbee2c9018e3), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:48.460088 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7c4413-dccd-4f2a-9a41-6450ec6e67a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdeb6b34-9303-41ba-a668-8791caea6ae8'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:17:48.462569 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351759d57aafe3a60f453950940ba8882eb57342389be8e59779499322ae84b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c832d30f-d778-4db5-981d-efd4f0fb6562" -d '{"events": [{"server_uuid": "9a7c4413-dccd-4f2a-9a41-6450ec6e67a6", "name": "network-vif-plugged", "status": "completed", "tag": "bdeb6b34-9303-41ba-a668-8791caea6ae8"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:17:48.476805 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port bdeb6b34-9303-41ba-a668-8791caea6ae8, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bdeb6b34-9303-41ba-a668-8791caea6ae8,segment=NetworkSegment(8366eac7-5c6e-4c3a-8825-453919965874),segment_id=8366eac7-5c6e-4c3a-8825-453919965874)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:17:48.483134 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-1792d98c-2544-4dde-883a-77b537f7b40b None None] Set router a888add9-97d0-492c-8aee-53d2c949d2cf gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:17:48.503286 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f91c8d-5327-4351-8b04-52e104bd81be x-openstack-request-id: req-37f91c8d-5327-4351-8b04-52e104bd81be {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:17:48.503465 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7c4413-dccd-4f2a-9a41-6450ec6e67a6", "name": "network-vif-plugged", "status": "completed", "tag": "bdeb6b34-9303-41ba-a668-8791caea6ae8", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:17:48.504537 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-37f91c8d-5327-4351-8b04-52e104bd81be {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:17:48.504907 dv-cinder-836073-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37f91c8d-5327-4351-8b04-52e104bd81be'] response: {'server_uuid': '9a7c4413-dccd-4f2a-9a41-6450ec6e67a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdeb6b34-9303-41ba-a668-8791caea6ae8', 'code': 200} Apr 08 11:17:48.538505 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ea9ae6a9-f29e-4dcf-91a4-de69e496baae admin admin] Publish callbacks [] for router (a888add9-97d0-492c-8aee-53d2c949d2cf), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:48.568940 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (bdeb6b34-9303-41ba-a668-8791caea6ae8), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:48.625468 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=bdeb6b34-9303-41ba-a668-8791caea6ae8,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:48.723563 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ea9ae6a9-f29e-4dcf-91a4-de69e496baae admin admin] Publish callbacks [] for router_gateway (a888add9-97d0-492c-8aee-53d2c949d2cf), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:48.736254 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-73b9b648-ed7f-4773-aaa0-41190a15f05d tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks [] for port (8285b340-ee1e-4f6d-95d0-cbee2c9018e3), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:48.761008 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-1792d98c-2544-4dde-883a-77b537f7b40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a888add9-97d0-492c-8aee-53d2c949d2cf', 'name': 'tempest-TestVolumeBootPattern-1595604806-router', 'tenant_id': '8c1f1e9e18bf467ea3771c2a77e49371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'a5a79d29-9407-4fb5-ba74-aeabad54f9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:59Z', 'updated_at': '2022-04-08T11:17:47Z', 'revision_number': 5, 'project_id': '8c1f1e9e18bf467ea3771c2a77e49371', 'gw_port': {'id': 'a5a79d29-9407-4fb5-ba74-aeabad54f9f6', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a888add9-97d0-492c-8aee-53d2c949d2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:59Z', 'updated_at': '2022-04-08T11:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi'}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:48.786096 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1792d98c-2544-4dde-883a-77b537f7b40b None None] Checking router: a888add9-97d0-492c-8aee-53d2c949d2cf for host: dv-cinder-836073-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:17:48.795920 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1792d98c-2544-4dde-883a-77b537f7b40b None None] Routers {'a888add9-97d0-492c-8aee-53d2c949d2cf'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:17:48.796539 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-1792d98c-2544-4dde-883a-77b537f7b40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:17:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['a888add9-97d0-492c-8aee-53d2c949d2cf'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:48.813533 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-73b9b648-ed7f-4773-aaa0-41190a15f05d tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3536654'] for port (8285b340-ee1e-4f6d-95d0-cbee2c9018e3), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:48.905890 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-1792d98c-2544-4dde-883a-77b537f7b40b None None] Set router a888add9-97d0-492c-8aee-53d2c949d2cf gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:17:48.923663 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9b648-ed7f-4773-aaa0-41190a15f05d tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Pushing event updated for resources: {'Port': ['ID=8285b340-ee1e-4f6d-95d0-cbee2c9018e3,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:48.940882 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-73b9b648-ed7f-4773-aaa0-41190a15f05d tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456385'] for floatingip (3115c11e-71d0-4b3c-8383-e42558244118), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:49.003636 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-ea9ae6a9-f29e-4dcf-91a4-de69e496baae admin admin] Deleting port a5a79d29-9407-4fb5-ba74-aeabad54f9f6 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:17:49.004093 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ea9ae6a9-f29e-4dcf-91a4-de69e496baae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (a5a79d29-9407-4fb5-ba74-aeabad54f9f6), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:49.099375 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-1792d98c-2544-4dde-883a-77b537f7b40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a888add9-97d0-492c-8aee-53d2c949d2cf', 'name': 'tempest-TestVolumeBootPattern-1595604806-router', 'tenant_id': '8c1f1e9e18bf467ea3771c2a77e49371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'a5a79d29-9407-4fb5-ba74-aeabad54f9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:59Z', 'updated_at': '2022-04-08T11:17:47Z', 'revision_number': 5, 'project_id': '8c1f1e9e18bf467ea3771c2a77e49371', 'gw_port': {'id': 'a5a79d29-9407-4fb5-ba74-aeabad54f9f6', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a888add9-97d0-492c-8aee-53d2c949d2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:59Z', 'updated_at': '2022-04-08T11:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi'}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:49.126960 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1792d98c-2544-4dde-883a-77b537f7b40b None None] The sync data for ids ['a888add9-97d0-492c-8aee-53d2c949d2cf'] in dv-cinder-836073-3-iscsi is: [{'id': 'a888add9-97d0-492c-8aee-53d2c949d2cf', 'name': 'tempest-TestVolumeBootPattern-1595604806-router', 'tenant_id': '8c1f1e9e18bf467ea3771c2a77e49371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'a5a79d29-9407-4fb5-ba74-aeabad54f9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:08:59Z', 'updated_at': '2022-04-08T11:17:47Z', 'revision_number': 5, 'project_id': '8c1f1e9e18bf467ea3771c2a77e49371', 'gw_port': {'id': 'a5a79d29-9407-4fb5-ba74-aeabad54f9f6', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a888add9-97d0-492c-8aee-53d2c949d2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:08:59Z', 'updated_at': '2022-04-08T11:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi'}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:17:49.187646 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-ea9ae6a9-f29e-4dcf-91a4-de69e496baae admin admin] For port a5a79d29-9407-4fb5-ba74-aeabad54f9f6, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=a5a79d29-9407-4fb5-ba74-aeabad54f9f6,segment=NetworkSegment(2bb98e3e-6539-44eb-b25b-4089590167ac),segment_id=2bb98e3e-6539-44eb-b25b-4089590167ac)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:17:49.188002 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ea9ae6a9-f29e-4dcf-91a4-de69e496baae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (a5a79d29-9407-4fb5-ba74-aeabad54f9f6), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:49.198617 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab47d43-8c87-4b47-a084-21dfd907c53d req-8ebad5a6-fad9-47c6-a916-d9720b24740f tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:49.200346 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fab47d43-8c87-4b47-a084-21dfd907c53d req-8ebad5a6-fad9-47c6-a916-d9720b24740f tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 946 time: 0.2200303 Apr 08 11:17:49.208965 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f04afa-084c-40c5-b8bd-16d7caae8822 req-ebac78a9-6257-44f7-9649-b9f406e0a0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:49.210391 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-08f04afa-084c-40c5-b8bd-16d7caae8822 req-ebac78a9-6257-44f7-9649-b9f406e0a0b0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 1130 time: 0.2942395 Apr 08 11:17:49.211369 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.db.l3_db [None req-73b9b648-ed7f-4773-aaa0-41190a15f05d tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Floating IP 3115c11e-71d0-4b3c-8383-e42558244118 associated. External IP: 172.27.0.233, port: 77516c39-e3bc-433d-a431-aacee1db5ce2. Apr 08 11:17:49.264094 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-ea9ae6a9-f29e-4dcf-91a4-de69e496baae admin admin] Calling delete_port for a5a79d29-9407-4fb5-ba74-aeabad54f9f6 owned by network:router_gateway {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:17:49.425744 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fab47d43-8c87-4b47-a084-21dfd907c53d req-5249bfbd-b112-4983-94c3-ed6f115be4ce tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138667 Apr 08 11:17:49.426606 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-08f04afa-084c-40c5-b8bd-16d7caae8822 req-bbf6fa8e-7951-4fe5-8899-1695e0b026d6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054100 Apr 08 11:17:49.635501 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b9b648-ed7f-4773-aaa0-41190a15f05d tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Router 1bbac20d-932e-4309-8945-3ffddcd51293 has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:17:49.950310 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ea9ae6a9-f29e-4dcf-91a4-de69e496baae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (a5a79d29-9407-4fb5-ba74-aeabad54f9f6), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:49.983838 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ae6a9-f29e-4dcf-91a4-de69e496baae admin admin] Pushing event deleted for resources: {'Port': ['ID=a5a79d29-9407-4fb5-ba74-aeabad54f9f6,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:50.093967 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ea9ae6a9-f29e-4dcf-91a4-de69e496baae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456443'] for router_gateway (a888add9-97d0-492c-8aee-53d2c949d2cf), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:50.097789 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b9b648-ed7f-4773-aaa0-41190a15f05d tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:17:50.109288 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbc9a53-e90e-41f2-b94a-da68351eff22 None None] Sync routers for ids ['1bbac20d-932e-4309-8945-3ffddcd51293'] in dv-cinder-836073-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:17:50.122955 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbc9a53-e90e-41f2-b94a-da68351eff22 None None] Routers {'1bbac20d-932e-4309-8945-3ffddcd51293'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:17:50.124098 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-dbbc9a53-e90e-41f2-b94a-da68351eff22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:17:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['1bbac20d-932e-4309-8945-3ffddcd51293'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:50.196957 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ea9ae6a9-f29e-4dcf-91a4-de69e496baae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1014241'] for router (a888add9-97d0-492c-8aee-53d2c949d2cf), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:50.200011 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ea9ae6a9-f29e-4dcf-91a4-de69e496baae admin admin] Publish callbacks [] for router_controller (a888add9-97d0-492c-8aee-53d2c949d2cf), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:50.239277 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-dbbc9a53-e90e-41f2-b94a-da68351eff22 None None] Set router 1bbac20d-932e-4309-8945-3ffddcd51293 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:17:50.381539 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-73b9b648-ed7f-4773-aaa0-41190a15f05d tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:50.409238 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ea9ae6a9-f29e-4dcf-91a4-de69e496baae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-458149'] for router (a888add9-97d0-492c-8aee-53d2c949d2cf), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:50.414711 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9ae6a9-f29e-4dcf-91a4-de69e496baae admin admin] Fanout notify agent at l3_agent the message router_deleted on router a888add9-97d0-492c-8aee-53d2c949d2cf {{(pid=104016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 11:17:50.414711 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ea9ae6a9-f29e-4dcf-91a4-de69e496baae admin admin] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:50.415583 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-ea9ae6a9-f29e-4dcf-91a4-de69e496baae admin admin] 10.222.0.53 "DELETE /v2.0/routers/a888add9-97d0-492c-8aee-53d2c949d2cf HTTP/1.1" status: 204 len: 168 time: 2.0577302 Apr 08 11:17:50.419208 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 55096) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:17:50.431303 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-73b9b648-ed7f-4773-aaa0-41190a15f05d tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2256937 Apr 08 11:17:50.432548 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 55098) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:17:50.433032 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6a39ad-2290-4c57-90c2-296e395ae701', 'tag': '77516c39-e3bc-433d-a431-aacee1db5ce2'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:17:50.435940 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70e4899-6f73-43e1-8681-5cf60f07aeb3" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6a39ad-2290-4c57-90c2-296e395ae701", "tag": "77516c39-e3bc-433d-a431-aacee1db5ce2"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:17:50.442587 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-485d36d1-4b45-4a34-ac86-b072f07a4a09 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1980091645', 'description': 'tempest-secgroup-smoke-1980091645 description', 'project_id': 'a7597e54e7e24531b98b0573504715f2'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:17:50.493257 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-dbbc9a53-e90e-41f2-b94a-da68351eff22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbac20d-932e-4309-8945-3ffddcd51293', 'name': 'tempest-TestMinimumBasicScenario-78324127-router', 'tenant_id': 'a7597e54e7e24531b98b0573504715f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '5ef67605-e4d9-4c11-909a-4368b4122ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:34Z', 'updated_at': '2022-04-08T11:16:39Z', 'revision_number': 4, 'project_id': 'a7597e54e7e24531b98b0573504715f2', 'gw_port': {'id': '5ef67605-e4d9-4c11-909a-4368b4122ab2', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:38:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbac20d-932e-4309-8945-3ffddcd51293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:35Z', 'updated_at': '2022-04-08T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': '3115c11e-71d0-4b3c-8383-e42558244118', 'tenant_id': 'a7597e54e7e24531b98b0573504715f2', 'floating_ip_address': '172.27.0.233', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '1bbac20d-932e-4309-8945-3ffddcd51293', 'port_id': '77516c39-e3bc-433d-a431-aacee1db5ce2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34', 'mac_address': 'fa:16:3e:53:e6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6a39ad-2290-4c57-90c2-296e395ae701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:17:48Z', 'updated_at': '2022-04-08T11:17:48Z', 'revision_number': 0, 'project_id': 'a7597e54e7e24531b98b0573504715f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25233cf9-0aae-41f4-a724-1c3a4f62872a', 'name': '', 'network_id': '70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34', 'tenant_id': 'a7597e54e7e24531b98b0573504715f2', 'mac_address': 'fa:16:3e:38:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbac20d-932e-4309-8945-3ffddcd51293', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '09a28b7c-e1a2-4e20-a3c8-07d8f4be6de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:38Z', 'updated_at': '2022-04-08T11:16:46Z', 'revision_number': 5, 'project_id': 'a7597e54e7e24531b98b0573504715f2', 'subnets': [{'id': '09a28b7c-e1a2-4e20-a3c8-07d8f4be6de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:50.527998 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_v2 [None req-f003e908-cb32-4779-9d2c-aca7b8b38e9e admin admin] Deleting subnet 99513169-f131-444e-89e7-4a78907fbf7c {{(pid=104017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:17:50.533800 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbc9a53-e90e-41f2-b94a-da68351eff22 None None] Checking router: 1bbac20d-932e-4309-8945-3ffddcd51293 for host: dv-cinder-836073-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:17:50.538715 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f003e908-cb32-4779-9d2c-aca7b8b38e9e admin admin] Publish callbacks [] for subnet (99513169-f131-444e-89e7-4a78907fbf7c), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:50.550177 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbc9a53-e90e-41f2-b94a-da68351eff22 None None] Routers {'1bbac20d-932e-4309-8945-3ffddcd51293'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:17:50.550872 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-dbbc9a53-e90e-41f2-b94a-da68351eff22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:17:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['1bbac20d-932e-4309-8945-3ffddcd51293'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:50.583153 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-485d36d1-4b45-4a34-ac86-b072f07a4a09 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:50.611197 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f003e908-cb32-4779-9d2c-aca7b8b38e9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4091653'] for subnet (99513169-f131-444e-89e7-4a78907fbf7c), precommit_delete_associations {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:50.628689 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b46b90-5060-4055-8752-e356b6cb6089 req-7ed46856-e55b-4d5f-bdca-90547e9edbd9 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:50.642514 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c4b46b90-5060-4055-8752-e356b6cb6089 req-7ed46856-e55b-4d5f-bdca-90547e9edbd9 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 946 time: 0.1188610 Apr 08 11:17:50.688550 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-dbbc9a53-e90e-41f2-b94a-da68351eff22 None None] Set router 1bbac20d-932e-4309-8945-3ffddcd51293 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:17:50.716506 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c4b46b90-5060-4055-8752-e356b6cb6089 req-f3fb0ec2-0362-466e-8fba-251ca268aab7 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723822 Apr 08 11:17:50.724714 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f003e908-cb32-4779-9d2c-aca7b8b38e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7741539'] for subnet (99513169-f131-444e-89e7-4a78907fbf7c), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:50.734177 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd82952-51eb-4f84-a939-290c37cfb823 x-openstack-request-id: req-6fd82952-51eb-4f84-a939-290c37cfb823 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:17:50.734580 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6a39ad-2290-4c57-90c2-296e395ae701", "tag": "77516c39-e3bc-433d-a431-aacee1db5ce2", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:17:50.734928 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6fd82952-51eb-4f84-a939-290c37cfb823 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:17:50.735424 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fd82952-51eb-4f84-a939-290c37cfb823'] response: {'name': 'network-changed', 'server_uuid': '8a6a39ad-2290-4c57-90c2-296e395ae701', 'tag': '77516c39-e3bc-433d-a431-aacee1db5ce2', 'status': 'completed', 'code': 200} Apr 08 11:17:50.752112 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-485d36d1-4b45-4a34-ac86-b072f07a4a09 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks [] for security_group (b54d9b04-f4cd-49e2-abec-2f102ab2afb9), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:50.841895 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-485d36d1-4b45-4a34-ac86-b072f07a4a09 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (b54d9b04-f4cd-49e2-abec-2f102ab2afb9), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:50.871926 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f003e908-cb32-4779-9d2c-aca7b8b38e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7741546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3090149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25379873'] for subnet (99513169-f131-444e-89e7-4a78907fbf7c), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:50.898079 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003e908-cb32-4779-9d2c-aca7b8b38e9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99513169-f131-444e-89e7-4a78907fbf7c,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:50.902147 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f003e908-cb32-4779-9d2c-aca7b8b38e9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:50.907417 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d36d1-4b45-4a34-ac86-b072f07a4a09 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b54d9b04-f4cd-49e2-abec-2f102ab2afb9,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:50.908618 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-f003e908-cb32-4779-9d2c-aca7b8b38e9e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/99513169-f131-444e-89e7-4a78907fbf7c HTTP/1.1" status: 204 len: 168 time: 0.4872823 Apr 08 11:17:50.909474 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 55106) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:17:50.921719 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8de0e49-cd73-4a20-86b5-363ae88a41f7 None None] Network e892713d-dc57-47b4-b765-f61c2da569c3 requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:17:50.929673 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e4899-6f73-43e1-8681-5cf60f07aeb3 req-f89b4e9d-9a7a-4b7b-8469-5b21edadabd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:50.931178 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c70e4899-6f73-43e1-8681-5cf60f07aeb3 req-f89b4e9d-9a7a-4b7b-8469-5b21edadabd5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a7597e54e7e24531b98b0573504715f2&device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 1130 time: 0.0650065 Apr 08 11:17:50.955024 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-485d36d1-4b45-4a34-ac86-b072f07a4a09 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:50.959481 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-485d36d1-4b45-4a34-ac86-b072f07a4a09 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5176425 Apr 08 11:17:50.967510 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 55108) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:17:50.972165 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-a9c99ccb-727f-46a9-a9b1-fa3be35c46c3 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Request body: {'security_group_rule': {'security_group_id': 'b54d9b04-f4cd-49e2-abec-2f102ab2afb9', 'project_id': 'a7597e54e7e24531b98b0573504715f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:17:51.011384 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e4bb26e6-4202-4815-ab2e-83a2941e8440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7700898'] for network (e892713d-dc57-47b4-b765-f61c2da569c3), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:51.053186 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-dbbc9a53-e90e-41f2-b94a-da68351eff22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbac20d-932e-4309-8945-3ffddcd51293', 'name': 'tempest-TestMinimumBasicScenario-78324127-router', 'tenant_id': 'a7597e54e7e24531b98b0573504715f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '5ef67605-e4d9-4c11-909a-4368b4122ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:34Z', 'updated_at': '2022-04-08T11:16:39Z', 'revision_number': 4, 'project_id': 'a7597e54e7e24531b98b0573504715f2', 'gw_port': {'id': '5ef67605-e4d9-4c11-909a-4368b4122ab2', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:38:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbac20d-932e-4309-8945-3ffddcd51293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:35Z', 'updated_at': '2022-04-08T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': '3115c11e-71d0-4b3c-8383-e42558244118', 'tenant_id': 'a7597e54e7e24531b98b0573504715f2', 'floating_ip_address': '172.27.0.233', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '1bbac20d-932e-4309-8945-3ffddcd51293', 'port_id': '77516c39-e3bc-433d-a431-aacee1db5ce2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34', 'mac_address': 'fa:16:3e:53:e6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6a39ad-2290-4c57-90c2-296e395ae701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:17:48Z', 'updated_at': '2022-04-08T11:17:48Z', 'revision_number': 0, 'project_id': 'a7597e54e7e24531b98b0573504715f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25233cf9-0aae-41f4-a724-1c3a4f62872a', 'name': '', 'network_id': '70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34', 'tenant_id': 'a7597e54e7e24531b98b0573504715f2', 'mac_address': 'fa:16:3e:38:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbac20d-932e-4309-8945-3ffddcd51293', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '09a28b7c-e1a2-4e20-a3c8-07d8f4be6de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:38Z', 'updated_at': '2022-04-08T11:16:46Z', 'revision_number': 5, 'project_id': 'a7597e54e7e24531b98b0573504715f2', 'subnets': [{'id': '09a28b7c-e1a2-4e20-a3c8-07d8f4be6de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:51.068169 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e4899-6f73-43e1-8681-5cf60f07aeb3 req-4a47f7ec-b798-4aa5-bac5-30cce095727d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:51.069709 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c70e4899-6f73-43e1-8681-5cf60f07aeb3 req-4a47f7ec-b798-4aa5-bac5-30cce095727d service neutron] 10.222.0.25 "GET /v2.0/networks?id=70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34 HTTP/1.1" status: 200 len: 914 time: 0.1292183 Apr 08 11:17:51.102878 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbc9a53-e90e-41f2-b94a-da68351eff22 None None] The sync data for ids ['1bbac20d-932e-4309-8945-3ffddcd51293'] in dv-cinder-836073-3-iscsi is: [{'id': '1bbac20d-932e-4309-8945-3ffddcd51293', 'name': 'tempest-TestMinimumBasicScenario-78324127-router', 'tenant_id': 'a7597e54e7e24531b98b0573504715f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '5ef67605-e4d9-4c11-909a-4368b4122ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:34Z', 'updated_at': '2022-04-08T11:16:39Z', 'revision_number': 4, 'project_id': 'a7597e54e7e24531b98b0573504715f2', 'gw_port': {'id': '5ef67605-e4d9-4c11-909a-4368b4122ab2', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:38:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbac20d-932e-4309-8945-3ffddcd51293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:35Z', 'updated_at': '2022-04-08T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': '3115c11e-71d0-4b3c-8383-e42558244118', 'tenant_id': 'a7597e54e7e24531b98b0573504715f2', 'floating_ip_address': '172.27.0.233', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '1bbac20d-932e-4309-8945-3ffddcd51293', 'port_id': '77516c39-e3bc-433d-a431-aacee1db5ce2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34', 'mac_address': 'fa:16:3e:53:e6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6a39ad-2290-4c57-90c2-296e395ae701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:17:48Z', 'updated_at': '2022-04-08T11:17:48Z', 'revision_number': 0, 'project_id': 'a7597e54e7e24531b98b0573504715f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25233cf9-0aae-41f4-a724-1c3a4f62872a', 'name': '', 'network_id': '70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34', 'tenant_id': 'a7597e54e7e24531b98b0573504715f2', 'mac_address': 'fa:16:3e:38:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbac20d-932e-4309-8945-3ffddcd51293', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '09a28b7c-e1a2-4e20-a3c8-07d8f4be6de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:38Z', 'updated_at': '2022-04-08T11:16:46Z', 'revision_number': 5, 'project_id': 'a7597e54e7e24531b98b0573504715f2', 'subnets': [{'id': '09a28b7c-e1a2-4e20-a3c8-07d8f4be6de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:17:51.108317 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-e4bb26e6-4202-4815-ab2e-83a2941e8440 admin admin] Deleting port df53fe9b-0c7b-4e90-b88a-1ed643463f47 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:17:51.108656 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e4bb26e6-4202-4815-ab2e-83a2941e8440 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (df53fe9b-0c7b-4e90-b88a-1ed643463f47), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:51.158726 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ca2450-2486-4e03-8970-7db64418a9cd None None] DHCP port deletion for e892713d-dc57-47b4-b765-f61c2da569c3 request from dv-cinder-836073-3-iscsi {{(pid=104018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 11:17:51.160704 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a9c99ccb-727f-46a9-a9b1-fa3be35c46c3 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks [] for security_group_rule (22321617-f455-4046-a1e3-c75f25bd7ab4), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:51.198453 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 94a14ed3-19d4-4896-a4b6-3d01b6c233a6 no longer exists at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:17:51.204248 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c70e4899-6f73-43e1-8681-5cf60f07aeb3 req-b18c3144-f10b-465e-b838-c3782e9cef62 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77516c39-e3bc-433d-a431-aacee1db5ce2 HTTP/1.1" status: 200 len: 1000 time: 0.1283166 Apr 08 11:17:51.206175 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-e4bb26e6-4202-4815-ab2e-83a2941e8440 admin admin] For port df53fe9b-0c7b-4e90-b88a-1ed643463f47, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=df53fe9b-0c7b-4e90-b88a-1ed643463f47,segment=NetworkSegment(f3259406-86b2-430e-bee6-284cf4a21ac1),segment_id=f3259406-86b2-430e-bee6-284cf4a21ac1)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:17:51.206638 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e4bb26e6-4202-4815-ab2e-83a2941e8440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (df53fe9b-0c7b-4e90-b88a-1ed643463f47), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:51.224434 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-e4bb26e6-4202-4815-ab2e-83a2941e8440 admin admin] Calling delete_port for df53fe9b-0c7b-4e90-b88a-1ed643463f47 owned by network:dhcp {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:17:51.232865 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] No Port match for: 94a14ed3-19d4-4896-a4b6-3d01b6c233a6 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:17:51.233133 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 94a14ed3-19d4-4896-a4b6-3d01b6c233a6 not bound to the agent host dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:17:51.233385 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device a5a79d29-9407-4fb5-ba74-aeabad54f9f6 no longer exists at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:17:51.254369 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] No Port match for: a5a79d29-9407-4fb5-ba74-aeabad54f9f6 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:17:51.254715 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device a5a79d29-9407-4fb5-ba74-aeabad54f9f6 not bound to the agent host dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:17:51.278926 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-b2ca2450-2486-4e03-8970-7db64418a9cd None None] Deleting port df53fe9b-0c7b-4e90-b88a-1ed643463f47 {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:17:51.279425 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b2ca2450-2486-4e03-8970-7db64418a9cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (df53fe9b-0c7b-4e90-b88a-1ed643463f47), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:51.280438 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e4899-6f73-43e1-8681-5cf60f07aeb3 req-8128ab7a-ff0c-4ff7-95ac-af18ef643fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:51.282772 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c70e4899-6f73-43e1-8681-5cf60f07aeb3 req-8128ab7a-ff0c-4ff7-95ac-af18ef643fa3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=09a28b7c-e1a2-4e20-a3c8-07d8f4be6de1 HTTP/1.1" status: 200 len: 852 time: 0.0724516 Apr 08 11:17:51.293337 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a9c99ccb-727f-46a9-a9b1-fa3be35c46c3 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks [] for security_group_rule (22321617-f455-4046-a1e3-c75f25bd7ab4), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:51.341117 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e4899-6f73-43e1-8681-5cf60f07aeb3 req-6febcf0a-76f9-4d80-ba7b-1e730414da34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:51.342701 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c70e4899-6f73-43e1-8681-5cf60f07aeb3 req-6febcf0a-76f9-4d80-ba7b-1e730414da34 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480902 Apr 08 11:17:51.349006 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-b2ca2450-2486-4e03-8970-7db64418a9cd None None] For port df53fe9b-0c7b-4e90-b88a-1ed643463f47, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=df53fe9b-0c7b-4e90-b88a-1ed643463f47,segment=NetworkSegment(f3259406-86b2-430e-bee6-284cf4a21ac1),segment_id=f3259406-86b2-430e-bee6-284cf4a21ac1)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:17:51.349401 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b2ca2450-2486-4e03-8970-7db64418a9cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (df53fe9b-0c7b-4e90-b88a-1ed643463f47), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:51.363581 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-b2ca2450-2486-4e03-8970-7db64418a9cd None None] Calling delete_port for df53fe9b-0c7b-4e90-b88a-1ed643463f47 owned by network:dhcp {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:17:51.406732 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a9c99ccb-727f-46a9-a9b1-fa3be35c46c3 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919275'] for security_group_rule (22321617-f455-4046-a1e3-c75f25bd7ab4), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:51.411964 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcacb421-2a35-46d8-9170-b44cd07a8aef None None] New status for floating IP 3115c11e-71d0-4b3c-8383-e42558244118: ACTIVE {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:17:51.425275 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e4bb26e6-4202-4815-ab2e-83a2941e8440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3089968'] for port (df53fe9b-0c7b-4e90-b88a-1ed643463f47), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:51.435771 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c99ccb-727f-46a9-a9b1-fa3be35c46c3 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22321617-f455-4046-a1e3-c75f25bd7ab4,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:51.455142 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb26e6-4202-4815-ab2e-83a2941e8440 admin admin] Pushing event deleted for resources: {'Port': ['ID=df53fe9b-0c7b-4e90-b88a-1ed643463f47,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:51.464769 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bb26e6-4202-4815-ab2e-83a2941e8440 admin admin] No DVR routers for this DVR port df53fe9b-0c7b-4e90-b88a-1ed643463f47 on host dv-cinder-836073-3-iscsi {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:17:51.466445 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c70e4899-6f73-43e1-8681-5cf60f07aeb3 req-21f61f1b-6b59-4e1c-8712-bfea6f75f5ad service neutron] 10.222.0.25 "GET /v2.0/networks/70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175325 Apr 08 11:17:51.483519 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b2ca2450-2486-4e03-8970-7db64418a9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638'] for port (df53fe9b-0c7b-4e90-b88a-1ed643463f47), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:51.521499 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca2450-2486-4e03-8970-7db64418a9cd None None] Pushing event deleted for resources: {'Port': ['ID=df53fe9b-0c7b-4e90-b88a-1ed643463f47,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:51.535792 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a9c99ccb-727f-46a9-a9b1-fa3be35c46c3 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:51.537117 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-a9c99ccb-727f-46a9-a9b1-fa3be35c46c3 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5684686 Apr 08 11:17:51.539893 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ca2450-2486-4e03-8970-7db64418a9cd None None] No DVR routers for this DVR port df53fe9b-0c7b-4e90-b88a-1ed643463f47 on host dv-cinder-836073-3-iscsi {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:17:51.543516 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 55110) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:17:51.552188 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-d3e9a580-67f9-47bb-b8bc-bc02f14ed483 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Request body: {'security_group_rule': {'security_group_id': 'b54d9b04-f4cd-49e2-abec-2f102ab2afb9', 'project_id': 'a7597e54e7e24531b98b0573504715f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:17:51.570047 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e4bb26e6-4202-4815-ab2e-83a2941e8440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7858426', 'neutron.services.segments.db._delete_segments_for_network-8771786818506'] for network (e892713d-dc57-47b4-b765-f61c2da569c3), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:51.592263 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-e4bb26e6-4202-4815-ab2e-83a2941e8440 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e892713d-dc57-47b4-b765-f61c2da569c3']}} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:51.595426 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c70e4899-6f73-43e1-8681-5cf60f07aeb3 req-4cb42341-dcb8-4f80-af9d-2009d98cc338 service neutron] 10.222.0.25 "GET /v2.0/networks/70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215692 Apr 08 11:17:51.601525 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-e4bb26e6-4202-4815-ab2e-83a2941e8440 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3259406-86b2-430e-bee6-284cf4a21ac1') {'for_net_delete': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:51.605191 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-e4bb26e6-4202-4815-ab2e-83a2941e8440 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3259406-86b2-430e-bee6-284cf4a21ac1') {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:51.611596 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e4bb26e6-4202-4815-ab2e-83a2941e8440 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771786821075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4091676'] for segment (f3259406-86b2-430e-bee6-284cf4a21ac1), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:51.625024 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e4bb26e6-4202-4815-ab2e-83a2941e8440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154'] for segment (f3259406-86b2-430e-bee6-284cf4a21ac1), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:51.630906 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4bb26e6-4202-4815-ab2e-83a2941e8440 admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=104017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:17:51.631308 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e4bb26e6-4202-4815-ab2e-83a2941e8440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3089923'] for segment (f3259406-86b2-430e-bee6-284cf4a21ac1), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:51.632883 dv-cinder-836073-3-iscsi neutron-server[104017]: Traceback (most recent call last): Apr 08 11:17:51.632883 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:17:51.632883 dv-cinder-836073-3-iscsi neutron-server[104017]: timer() Apr 08 11:17:51.632883 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:17:51.632883 dv-cinder-836073-3-iscsi neutron-server[104017]: cb(*args, **kw) Apr 08 11:17:51.632883 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:17:51.632883 dv-cinder-836073-3-iscsi neutron-server[104017]: return func(*args, **kwargs) Apr 08 11:17:51.632883 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:17:51.632883 dv-cinder-836073-3-iscsi neutron-server[104017]: self._notify() Apr 08 11:17:51.632883 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:17:51.632883 dv-cinder-836073-3-iscsi neutron-server[104017]: self.callback(batched_events) Apr 08 11:17:51.632883 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:17:51.632883 dv-cinder-836073-3-iscsi neutron-server[104017]: event.method(event) Apr 08 11:17:51.632883 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:17:51.632883 dv-cinder-836073-3-iscsi neutron-server[104017]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:17:51.632883 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:17:51.632883 dv-cinder-836073-3-iscsi neutron-server[104017]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:17:51.632883 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:17:51.632883 dv-cinder-836073-3-iscsi neutron-server[104017]: return f(self, *a, **k) Apr 08 11:17:51.632883 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:17:51.632883 dv-cinder-836073-3-iscsi neutron-server[104017]: return self._get(url).json() Apr 08 11:17:51.632883 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:17:51.632883 dv-cinder-836073-3-iscsi neutron-server[104017]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:17:51.632883 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:17:51.632883 dv-cinder-836073-3-iscsi neutron-server[104017]: return self.request(url, 'GET', **kwargs) Apr 08 11:17:51.632883 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:17:51.632883 dv-cinder-836073-3-iscsi neutron-server[104017]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:17:51.632883 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:17:51.632883 dv-cinder-836073-3-iscsi neutron-server[104017]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:17:51.632883 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:17:51.632883 dv-cinder-836073-3-iscsi neutron-server[104017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:17:51.632883 dv-cinder-836073-3-iscsi neutron-server[104017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:17:51.721647 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d3e9a580-67f9-47bb-b8bc-bc02f14ed483 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks [] for security_group_rule (6d80af0d-003b-4591-87ed-6241d5ef44c0), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:51.754959 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e4bb26e6-4202-4815-ab2e-83a2941e8440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7858401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7922337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456415'] for network (e892713d-dc57-47b4-b765-f61c2da569c3), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:51.756279 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e4bb26e6-4202-4815-ab2e-83a2941e8440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:51.764202 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-e4bb26e6-4202-4815-ab2e-83a2941e8440 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e892713d-dc57-47b4-b765-f61c2da569c3 HTTP/1.1" status: 204 len: 168 time: 0.8512974 Apr 08 11:17:51.772635 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb26e6-4202-4815-ab2e-83a2941e8440 admin admin] Pushing event deleted for resources: {'Network': ['ID=e892713d-dc57-47b4-b765-f61c2da569c3,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:51.772807 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d3e9a580-67f9-47bb-b8bc-bc02f14ed483 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks [] for security_group_rule (6d80af0d-003b-4591-87ed-6241d5ef44c0), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:51.842022 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d3e9a580-67f9-47bb-b8bc-bc02f14ed483 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919275'] for security_group_rule (6d80af0d-003b-4591-87ed-6241d5ef44c0), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:51.849063 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e1634-a727-4801-ac5f-dd5e61f2bdc6 req-1b7d5389-c65b-401a-ace9-3f855e664a4c tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:51.850586 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6b9e1634-a727-4801-ac5f-dd5e61f2bdc6 req-1b7d5389-c65b-401a-ace9-3f855e664a4c tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 946 time: 0.0562892 Apr 08 11:17:51.864221 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9a580-67f9-47bb-b8bc-bc02f14ed483 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d80af0d-003b-4591-87ed-6241d5ef44c0,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:51.900087 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6b9e1634-a727-4801-ac5f-dd5e61f2bdc6 req-dcae09dd-77c8-40a1-bb9a-83fd84ba1e35 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430331 Apr 08 11:17:51.952833 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d3e9a580-67f9-47bb-b8bc-bc02f14ed483 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:51.954136 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-d3e9a580-67f9-47bb-b8bc-bc02f14ed483 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4084680 Apr 08 11:17:51.956813 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 55118) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:17:51.961334 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-64777fc3-20a5-4ed7-b4ce-57ea52983846 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Request body: {'security_group_rule': {'security_group_id': 'b54d9b04-f4cd-49e2-abec-2f102ab2afb9', 'project_id': 'a7597e54e7e24531b98b0573504715f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:17:52.026061 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c711c9a-ba04-4fcd-baf4-89562cf8df5f req-4ddb7d39-96df-40af-9b39-3c1bc113bcc3 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:52.027497 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4c711c9a-ba04-4fcd-baf4-89562cf8df5f req-4ddb7d39-96df-40af-9b39-3c1bc113bcc3 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 946 time: 0.0603182 Apr 08 11:17:52.078374 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4c711c9a-ba04-4fcd-baf4-89562cf8df5f req-e6a699d2-b270-4c36-8050-b40643ebe047 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453579 Apr 08 11:17:52.093545 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-64777fc3-20a5-4ed7-b4ce-57ea52983846 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks [] for security_group_rule (2d31c3ad-f005-44b6-be87-0a44b75be243), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:52.100730 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 55120) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:17:52.128516 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 55124) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:17:52.144823 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-64777fc3-20a5-4ed7-b4ce-57ea52983846 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks [] for security_group_rule (2d31c3ad-f005-44b6-be87-0a44b75be243), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:52.169128 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-b5c1af34-1d9c-4c48-879c-8077e33275ca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dbbd14ea76324b76bd17c80e4eceaef9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391879 Apr 08 11:17:52.171722 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 55126) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:17:52.213443 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-64777fc3-20a5-4ed7-b4ce-57ea52983846 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919275'] for security_group_rule (2d31c3ad-f005-44b6-be87-0a44b75be243), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:52.223101 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6143496e-b8b1-4247-8124-0f03dfb1f5e5 admin admin] Publish callbacks [] for security_group (e30217cf-d652-4845-879e-abbe99f79216), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:52.230242 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64777fc3-20a5-4ed7-b4ce-57ea52983846 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d31c3ad-f005-44b6-be87-0a44b75be243,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:52.242474 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:52.247238 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6143496e-b8b1-4247-8124-0f03dfb1f5e5 admin admin] Publish callbacks [] for security_group (e30217cf-d652-4845-879e-abbe99f79216), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:52.301229 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-64777fc3-20a5-4ed7-b4ce-57ea52983846 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:52.302655 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-64777fc3-20a5-4ed7-b4ce-57ea52983846 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3445344 Apr 08 11:17:52.305157 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 55128) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:17:52.310306 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-491c3ee3-e90b-4e1a-8832-7af4ca38f289 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Request body: {'security_group_rule': {'security_group_id': 'b54d9b04-f4cd-49e2-abec-2f102ab2afb9', 'project_id': 'a7597e54e7e24531b98b0573504715f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:17:52.322034 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e336c2-a68d-4827-be39-ea03baa671f5 tempest-TestShelveInstance-1573552703 tempest-TestShelveInstance-1573552703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:52.324461 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-76e336c2-a68d-4827-be39-ea03baa671f5 tempest-TestShelveInstance-1573552703 tempest-TestShelveInstance-1573552703-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 1125 time: 0.2227452 Apr 08 11:17:52.327341 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 55130) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:17:52.332697 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-6f94be77-5322-42b3-958e-9b77f28e2864 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Request body: {'floatingip': {'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'port_id': 'bdeb6b34-9303-41ba-a668-8791caea6ae8', 'tenant_id': '8eea60d9686244e7a5e64b448261087b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:17:52.389726 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-491c3ee3-e90b-4e1a-8832-7af4ca38f289 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks [] for security_group_rule (31785bba-c07d-48df-b2ee-4a8e07548190), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:52.419748 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6f94be77-5322-42b3-958e-9b77f28e2864 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:52.422230 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6143496e-b8b1-4247-8124-0f03dfb1f5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (e30217cf-d652-4845-879e-abbe99f79216), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:52.424726 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6143496e-b8b1-4247-8124-0f03dfb1f5e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:52.425885 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-6143496e-b8b1-4247-8124-0f03dfb1f5e5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e30217cf-d652-4845-879e-abbe99f79216 HTTP/1.1" status: 204 len: 168 time: 0.2530286 Apr 08 11:17:52.451431 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6143496e-b8b1-4247-8124-0f03dfb1f5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30217cf-d652-4845-879e-abbe99f79216,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:52.453046 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-491c3ee3-e90b-4e1a-8832-7af4ca38f289 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks [] for security_group_rule (31785bba-c07d-48df-b2ee-4a8e07548190), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:52.532174 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6f94be77-5322-42b3-958e-9b77f28e2864 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:52.539227 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-491c3ee3-e90b-4e1a-8832-7af4ca38f289 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919275'] for security_group_rule (31785bba-c07d-48df-b2ee-4a8e07548190), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:52.556861 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c3ee3-e90b-4e1a-8832-7af4ca38f289 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31785bba-c07d-48df-b2ee-4a8e07548190,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:52.640829 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-6f94be77-5322-42b3-958e-9b77f28e2864 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Allocated IP 172.27.0.246 (9ba38368-ff54-4986-b9fd-e3d76f01d727/295b2c6f-15e1-46ca-ae70-e3531500d944/bc72ad30-64ce-4d15-9406-3ddccdd68fd0) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:17:52.661338 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-491c3ee3-e90b-4e1a-8832-7af4ca38f289 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:52.665100 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-491c3ee3-e90b-4e1a-8832-7af4ca38f289 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3564053 Apr 08 11:17:52.665725 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 55134) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:17:52.670853 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-4f15749e-e7f7-42ef-a4d8-bfbd25cd76cc tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Request body: {'security_group_rule': {'security_group_id': 'b54d9b04-f4cd-49e2-abec-2f102ab2afb9', 'project_id': 'a7597e54e7e24531b98b0573504715f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:17:52.745455 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6f94be77-5322-42b3-958e-9b77f28e2864 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks [] for port (bc72ad30-64ce-4d15-9406-3ddccdd68fd0), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:52.790629 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.db.securitygroups_db [None req-4f15749e-e7f7-42ef-a4d8-bfbd25cd76cc tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Project a7597e54e7e24531b98b0573504715f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 11:17:52.795954 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4f15749e-e7f7-42ef-a4d8-bfbd25cd76cc tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks [] for security_group_rule (63c8bde9-3565-4d1b-a3e0-c160d23315d1), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:52.862378 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4f15749e-e7f7-42ef-a4d8-bfbd25cd76cc tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks [] for security_group_rule (63c8bde9-3565-4d1b-a3e0-c160d23315d1), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:52.865545 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6f94be77-5322-42b3-958e-9b77f28e2864 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771786540629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3089968'] for port (bc72ad30-64ce-4d15-9406-3ddccdd68fd0), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:52.909454 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f94be77-5322-42b3-958e-9b77f28e2864 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Network 9ba38368-ff54-4986-b9fd-e3d76f01d727 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:17:52.914411 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-6f94be77-5322-42b3-958e-9b77f28e2864 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:17:52.919210 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f94be77-5322-42b3-958e-9b77f28e2864 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:17:52.922402 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f94be77-5322-42b3-958e-9b77f28e2864 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Pushing event updated for resources: {'Port': ['ID=bc72ad30-64ce-4d15-9406-3ddccdd68fd0,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:52.934156 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4f15749e-e7f7-42ef-a4d8-bfbd25cd76cc tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919275'] for security_group_rule (63c8bde9-3565-4d1b-a3e0-c160d23315d1), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:52.955576 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15749e-e7f7-42ef-a4d8-bfbd25cd76cc tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63c8bde9-3565-4d1b-a3e0-c160d23315d1,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:53.090014 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4f15749e-e7f7-42ef-a4d8-bfbd25cd76cc tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:53.092940 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-4f15749e-e7f7-42ef-a4d8-bfbd25cd76cc tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4245398 Apr 08 11:17:53.094786 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 55138) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:17:53.099334 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-c4e96ba0-d4ff-4b16-9643-3dccf3362cd8 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Request body: {'security_group_rule': {'security_group_id': 'b54d9b04-f4cd-49e2-abec-2f102ab2afb9', 'project_id': 'a7597e54e7e24531b98b0573504715f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:17:53.121682 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device df53fe9b-0c7b-4e90-b88a-1ed643463f47 no longer exists at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:17:53.141140 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] No Port match for: df53fe9b-0c7b-4e90-b88a-1ed643463f47 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:17:53.141490 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device df53fe9b-0c7b-4e90-b88a-1ed643463f47 not bound to the agent host dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:17:53.224993 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.db.securitygroups_db [None req-c4e96ba0-d4ff-4b16-9643-3dccf3362cd8 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Project a7597e54e7e24531b98b0573504715f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 11:17:53.230839 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c4e96ba0-d4ff-4b16-9643-3dccf3362cd8 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks [] for security_group_rule (896fb754-4f4b-4f11-8bd9-06061c558b75), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:53.292570 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c4e96ba0-d4ff-4b16-9643-3dccf3362cd8 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks [] for security_group_rule (896fb754-4f4b-4f11-8bd9-06061c558b75), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:53.298367 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 55140) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:17:53.304591 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6f94be77-5322-42b3-958e-9b77f28e2864 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks [] for floatingip (4b468e12-8179-4e15-a5db-846514e37016), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:53.337998 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-766e3f2b-110b-4133-963b-b570af20f190 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8c1f1e9e18bf467ea3771c2a77e49371&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382810 Apr 08 11:17:53.341057 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 55142) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:17:53.381464 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c4e96ba0-d4ff-4b16-9643-3dccf3362cd8 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919275'] for security_group_rule (896fb754-4f4b-4f11-8bd9-06061c558b75), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:53.407207 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d5218b94-2328-483f-b823-d4b227871526 admin admin] Publish callbacks [] for security_group (5fdb32fa-effb-442b-a3c6-8cad5eb1d3d9), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:53.411887 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e96ba0-d4ff-4b16-9643-3dccf3362cd8 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=896fb754-4f4b-4f11-8bd9-06061c558b75,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:53.433143 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d5218b94-2328-483f-b823-d4b227871526 admin admin] Publish callbacks [] for security_group (5fdb32fa-effb-442b-a3c6-8cad5eb1d3d9), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:53.443936 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6f94be77-5322-42b3-958e-9b77f28e2864 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (bc72ad30-64ce-4d15-9406-3ddccdd68fd0), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:53.473461 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c4e96ba0-d4ff-4b16-9643-3dccf3362cd8 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:53.474688 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-c4e96ba0-d4ff-4b16-9643-3dccf3362cd8 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3788366 Apr 08 11:17:53.567853 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d5218b94-2328-483f-b823-d4b227871526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (5fdb32fa-effb-442b-a3c6-8cad5eb1d3d9), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:53.570505 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d5218b94-2328-483f-b823-d4b227871526 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:53.571679 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-d5218b94-2328-483f-b823-d4b227871526 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5fdb32fa-effb-442b-a3c6-8cad5eb1d3d9 HTTP/1.1" status: 204 len: 168 time: 0.2295558 Apr 08 11:17:53.580270 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5218b94-2328-483f-b823-d4b227871526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdb32fa-effb-442b-a3c6-8cad5eb1d3d9,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:53.836314 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6cd6b755-504a-4564-9b1e-eab01f8c5fb8 req-93676b74-6a36-441a-92e2-70205a1db7b1 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1980091645&fields=id&tenant_id=a7597e54e7e24531b98b0573504715f2 HTTP/1.1" status: 200 len: 267 time: 0.0684495 Apr 08 11:17:53.893301 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6f94be77-5322-42b3-958e-9b77f28e2864 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks [] for port (bc72ad30-64ce-4d15-9406-3ddccdd68fd0), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:53.919561 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6b755-504a-4564-9b1e-eab01f8c5fb8 req-47aadabc-ea3d-4567-b0ef-e8197919f743 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:53.921228 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6cd6b755-504a-4564-9b1e-eab01f8c5fb8 req-47aadabc-ea3d-4567-b0ef-e8197919f743 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 946 time: 0.0761147 Apr 08 11:17:53.932881 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-6cd6b755-504a-4564-9b1e-eab01f8c5fb8 req-74534c59-7d2b-4822-9044-07f2bd25e490 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Request body: {'port': {'security_groups': ['e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa', 'b54d9b04-f4cd-49e2-abec-2f102ab2afb9']}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:17:53.959894 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6f94be77-5322-42b3-958e-9b77f28e2864 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3089967'] for port (bc72ad30-64ce-4d15-9406-3ddccdd68fd0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:54.068734 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f94be77-5322-42b3-958e-9b77f28e2864 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Pushing event updated for resources: {'Port': ['ID=bc72ad30-64ce-4d15-9406-3ddccdd68fd0,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:54.087098 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-6cd6b755-504a-4564-9b1e-eab01f8c5fb8 req-74534c59-7d2b-4822-9044-07f2bd25e490 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (77516c39-e3bc-433d-a431-aacee1db5ce2), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:54.096504 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6f94be77-5322-42b3-958e-9b77f28e2864 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456385'] for floatingip (4b468e12-8179-4e15-a5db-846514e37016), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:54.296198 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.db.l3_db [None req-6f94be77-5322-42b3-958e-9b77f28e2864 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Floating IP 4b468e12-8179-4e15-a5db-846514e37016 associated. External IP: 172.27.0.246, port: bdeb6b34-9303-41ba-a668-8791caea6ae8. Apr 08 11:17:54.473462 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-6cd6b755-504a-4564-9b1e-eab01f8c5fb8 req-74534c59-7d2b-4822-9044-07f2bd25e490 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] For port 77516c39-e3bc-433d-a431-aacee1db5ce2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=77516c39-e3bc-433d-a431-aacee1db5ce2,segment=NetworkSegment(9600fefb-871a-4d8b-b2c3-78add29baf9e),segment_id=9600fefb-871a-4d8b-b2c3-78add29baf9e)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:17:54.541894 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-6cd6b755-504a-4564-9b1e-eab01f8c5fb8 req-74534c59-7d2b-4822-9044-07f2bd25e490 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks [] for port (77516c39-e3bc-433d-a431-aacee1db5ce2), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:54.586200 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-6cd6b755-504a-4564-9b1e-eab01f8c5fb8 req-74534c59-7d2b-4822-9044-07f2bd25e490 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3089967'] for port (77516c39-e3bc-433d-a431-aacee1db5ce2), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:54.620039 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] get_ports_and_sgs() called for port_ids ['77516c39-e3bc-433d-a431-aacee1db5ce2'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:17:54.642016 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6b755-504a-4564-9b1e-eab01f8c5fb8 req-74534c59-7d2b-4822-9044-07f2bd25e490 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:54.642722 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-6cd6b755-504a-4564-9b1e-eab01f8c5fb8 req-74534c59-7d2b-4822-9044-07f2bd25e490 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:54.644149 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6cd6b755-504a-4564-9b1e-eab01f8c5fb8 req-74534c59-7d2b-4822-9044-07f2bd25e490 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "PUT /v2.0/ports/77516c39-e3bc-433d-a431-aacee1db5ce2 HTTP/1.1" status: 200 len: 982 time: 0.7163727 Apr 08 11:17:54.646060 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6a39ad-2290-4c57-90c2-296e395ae701', 'tag': '77516c39-e3bc-433d-a431-aacee1db5ce2'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:17:54.648364 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a3d6de9c0cd8caeb53273f75c3329218c515297e9068abeca36dc087c161ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfee416d-6873-4a6e-99d7-0f5a17e25d0f" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6a39ad-2290-4c57-90c2-296e395ae701", "tag": "77516c39-e3bc-433d-a431-aacee1db5ce2"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:17:54.669197 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f94be77-5322-42b3-958e-9b77f28e2864 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Router 976e4962-5fb0-44b3-9a94-ac731b3b9cd6 has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:17:54.683279 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74534c59-7d2b-4822-9044-07f2bd25e490 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Pushing event updated for resources: {'Port': ['ID=77516c39-e3bc-433d-a431-aacee1db5ce2,revision_number=6']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:54.748259 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fd4d2c-e46c-40cb-8d1c-60da98263234 x-openstack-request-id: req-b8fd4d2c-e46c-40cb-8d1c-60da98263234 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:17:54.748586 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6a39ad-2290-4c57-90c2-296e395ae701", "tag": "77516c39-e3bc-433d-a431-aacee1db5ce2", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:17:54.748786 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b8fd4d2c-e46c-40cb-8d1c-60da98263234 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:17:54.749190 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8fd4d2c-e46c-40cb-8d1c-60da98263234'] response: {'name': 'network-changed', 'server_uuid': '8a6a39ad-2290-4c57-90c2-296e395ae701', 'tag': '77516c39-e3bc-433d-a431-aacee1db5ce2', 'status': 'completed', 'code': 200} Apr 08 11:17:54.831128 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f94be77-5322-42b3-958e-9b77f28e2864 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:17:54.847516 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee416d-6873-4a6e-99d7-0f5a17e25d0f req-8e58be30-eb51-4f2c-85db-b5520acc32af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:54.849195 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bfee416d-6873-4a6e-99d7-0f5a17e25d0f req-8e58be30-eb51-4f2c-85db-b5520acc32af service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a7597e54e7e24531b98b0573504715f2&device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 1169 time: 0.0694017 Apr 08 11:17:54.860597 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff3b59-a4a5-4d24-abd5-1445fcfa71f0 req-d3824cec-7b1f-4224-aa00-4dce7189135c tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:54.862141 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b1ff3b59-a4a5-4d24-abd5-1445fcfa71f0 req-d3824cec-7b1f-4224-aa00-4dce7189135c tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 985 time: 0.1263037 Apr 08 11:17:54.864793 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e1d56c-4787-4cbf-8d5b-cadc155b149f None None] Sync routers for ids ['976e4962-5fb0-44b3-9a94-ac731b3b9cd6'] in dv-cinder-836073-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:17:54.889646 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e1d56c-4787-4cbf-8d5b-cadc155b149f None None] Routers {'976e4962-5fb0-44b3-9a94-ac731b3b9cd6'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:17:54.890603 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-88e1d56c-4787-4cbf-8d5b-cadc155b149f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:17:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['976e4962-5fb0-44b3-9a94-ac731b3b9cd6'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:54.912623 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6f94be77-5322-42b3-958e-9b77f28e2864 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:54.937710 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] get_ports_and_sgs() called for port_ids ['77516c39-e3bc-433d-a431-aacee1db5ce2'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:17:54.946241 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-6f94be77-5322-42b3-958e-9b77f28e2864 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6172857 Apr 08 11:17:55.003040 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b1ff3b59-a4a5-4d24-abd5-1445fcfa71f0 req-eae0fdad-9980-460b-ba2f-5e328676f347 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?id=b54d9b04-f4cd-49e2-abec-2f102ab2afb9&id=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1222701 Apr 08 11:17:55.005954 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee416d-6873-4a6e-99d7-0f5a17e25d0f req-9664c0f5-ff80-46c2-a8e1-91c949c81afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:55.007331 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bfee416d-6873-4a6e-99d7-0f5a17e25d0f req-9664c0f5-ff80-46c2-a8e1-91c949c81afd service neutron] 10.222.0.25 "GET /v2.0/networks?id=70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34 HTTP/1.1" status: 200 len: 914 time: 0.1443226 Apr 08 11:17:55.079711 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bfee416d-6873-4a6e-99d7-0f5a17e25d0f req-ba6de546-ca9b-44ca-bd5e-d99d0bac8114 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77516c39-e3bc-433d-a431-aacee1db5ce2 HTTP/1.1" status: 200 len: 1002 time: 0.0651493 Apr 08 11:17:55.091001 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-454ff723-a689-4eb4-b76e-eefaa7ab2787 None None] Provisioning complete for port 77516c39-e3bc-433d-a431-aacee1db5ce2 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:17:55.091303 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-454ff723-a689-4eb4-b76e-eefaa7ab2787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (77516c39-e3bc-433d-a431-aacee1db5ce2), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:55.132392 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee416d-6873-4a6e-99d7-0f5a17e25d0f req-dbac7028-bace-4109-9e4f-390ff57fa0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:55.133915 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bfee416d-6873-4a6e-99d7-0f5a17e25d0f req-dbac7028-bace-4109-9e4f-390ff57fa0e2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=09a28b7c-e1a2-4e20-a3c8-07d8f4be6de1 HTTP/1.1" status: 200 len: 852 time: 0.0465090 Apr 08 11:17:55.155652 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-88e1d56c-4787-4cbf-8d5b-cadc155b149f None None] Set router 976e4962-5fb0-44b3-9a94-ac731b3b9cd6 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:17:55.181978 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee416d-6873-4a6e-99d7-0f5a17e25d0f req-a010185f-e7c4-4ccf-a4d5-d166cb521bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:55.183470 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bfee416d-6873-4a6e-99d7-0f5a17e25d0f req-a010185f-e7c4-4ccf-a4d5-d166cb521bb2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438855 Apr 08 11:17:55.277575 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bfee416d-6873-4a6e-99d7-0f5a17e25d0f req-80dd3c0d-2b26-413c-b365-49f4ac33793f service neutron] 10.222.0.25 "GET /v2.0/networks/70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852051 Apr 08 11:17:55.365643 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bfee416d-6873-4a6e-99d7-0f5a17e25d0f req-b2e4e821-91e2-4136-919d-c2cfa8fb4438 service neutron] 10.222.0.25 "GET /v2.0/networks/70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820453 Apr 08 11:17:55.422110 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-454ff723-a689-4eb4-b76e-eefaa7ab2787 None None] Current status of the port 77516c39-e3bc-433d-a431-aacee1db5ce2 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:17:55.739323 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-88e1d56c-4787-4cbf-8d5b-cadc155b149f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976e4962-5fb0-44b3-9a94-ac731b3b9cd6', 'name': 'tempest-TestShelveInstance-944622486-router', 'tenant_id': '8eea60d9686244e7a5e64b448261087b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '4bb42516-0605-44a4-888b-a3c58393e591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:31Z', 'updated_at': '2022-04-08T11:16:35Z', 'revision_number': 4, 'project_id': '8eea60d9686244e7a5e64b448261087b', 'gw_port': {'id': '4bb42516-0605-44a4-888b-a3c58393e591', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976e4962-5fb0-44b3-9a94-ac731b3b9cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:32Z', 'updated_at': '2022-04-08T11:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': '4b468e12-8179-4e15-a5db-846514e37016', 'tenant_id': '8eea60d9686244e7a5e64b448261087b', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '976e4962-5fb0-44b3-9a94-ac731b3b9cd6', 'port_id': 'bdeb6b34-9303-41ba-a668-8791caea6ae8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1133a44-85d5-46f5-986a-992a0c333add', 'mac_address': 'fa:16:3e:8e:35:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7c4413-dccd-4f2a-9a41-6450ec6e67a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:17:53Z', 'updated_at': '2022-04-08T11:17:53Z', 'revision_number': 0, 'project_id': '8eea60d9686244e7a5e64b448261087b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c2740a4-873b-4b09-86e1-9b2713e3ecf3', 'name': '', 'network_id': 'e1133a44-85d5-46f5-986a-992a0c333add', 'tenant_id': '8eea60d9686244e7a5e64b448261087b', 'mac_address': 'fa:16:3e:25:2f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976e4962-5fb0-44b3-9a94-ac731b3b9cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'b4615c09-bfb8-402c-89e5-7c1874f53767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:35Z', 'updated_at': '2022-04-08T11:16:43Z', 'revision_number': 5, 'project_id': '8eea60d9686244e7a5e64b448261087b', 'subnets': [{'id': 'b4615c09-bfb8-402c-89e5-7c1874f53767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:55.778972 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e1d56c-4787-4cbf-8d5b-cadc155b149f None None] Checking router: 976e4962-5fb0-44b3-9a94-ac731b3b9cd6 for host: dv-cinder-836073-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:17:55.799606 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e1d56c-4787-4cbf-8d5b-cadc155b149f None None] Routers {'976e4962-5fb0-44b3-9a94-ac731b3b9cd6'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:17:55.800221 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-88e1d56c-4787-4cbf-8d5b-cadc155b149f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:17:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['976e4962-5fb0-44b3-9a94-ac731b3b9cd6'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:55.949792 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-88e1d56c-4787-4cbf-8d5b-cadc155b149f None None] Set router 976e4962-5fb0-44b3-9a94-ac731b3b9cd6 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:17:56.169997 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-88e1d56c-4787-4cbf-8d5b-cadc155b149f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976e4962-5fb0-44b3-9a94-ac731b3b9cd6', 'name': 'tempest-TestShelveInstance-944622486-router', 'tenant_id': '8eea60d9686244e7a5e64b448261087b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '4bb42516-0605-44a4-888b-a3c58393e591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:31Z', 'updated_at': '2022-04-08T11:16:35Z', 'revision_number': 4, 'project_id': '8eea60d9686244e7a5e64b448261087b', 'gw_port': {'id': '4bb42516-0605-44a4-888b-a3c58393e591', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976e4962-5fb0-44b3-9a94-ac731b3b9cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:32Z', 'updated_at': '2022-04-08T11:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': '4b468e12-8179-4e15-a5db-846514e37016', 'tenant_id': '8eea60d9686244e7a5e64b448261087b', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '976e4962-5fb0-44b3-9a94-ac731b3b9cd6', 'port_id': 'bdeb6b34-9303-41ba-a668-8791caea6ae8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1133a44-85d5-46f5-986a-992a0c333add', 'mac_address': 'fa:16:3e:8e:35:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7c4413-dccd-4f2a-9a41-6450ec6e67a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:17:53Z', 'updated_at': '2022-04-08T11:17:53Z', 'revision_number': 0, 'project_id': '8eea60d9686244e7a5e64b448261087b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c2740a4-873b-4b09-86e1-9b2713e3ecf3', 'name': '', 'network_id': 'e1133a44-85d5-46f5-986a-992a0c333add', 'tenant_id': '8eea60d9686244e7a5e64b448261087b', 'mac_address': 'fa:16:3e:25:2f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976e4962-5fb0-44b3-9a94-ac731b3b9cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'b4615c09-bfb8-402c-89e5-7c1874f53767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:35Z', 'updated_at': '2022-04-08T11:16:43Z', 'revision_number': 5, 'project_id': '8eea60d9686244e7a5e64b448261087b', 'subnets': [{'id': 'b4615c09-bfb8-402c-89e5-7c1874f53767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:56.199992 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e1d56c-4787-4cbf-8d5b-cadc155b149f None None] The sync data for ids ['976e4962-5fb0-44b3-9a94-ac731b3b9cd6'] in dv-cinder-836073-3-iscsi is: [{'id': '976e4962-5fb0-44b3-9a94-ac731b3b9cd6', 'name': 'tempest-TestShelveInstance-944622486-router', 'tenant_id': '8eea60d9686244e7a5e64b448261087b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '4bb42516-0605-44a4-888b-a3c58393e591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:31Z', 'updated_at': '2022-04-08T11:16:35Z', 'revision_number': 4, 'project_id': '8eea60d9686244e7a5e64b448261087b', 'gw_port': {'id': '4bb42516-0605-44a4-888b-a3c58393e591', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976e4962-5fb0-44b3-9a94-ac731b3b9cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:32Z', 'updated_at': '2022-04-08T11:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_floatingips': [{'id': '4b468e12-8179-4e15-a5db-846514e37016', 'tenant_id': '8eea60d9686244e7a5e64b448261087b', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'router_id': '976e4962-5fb0-44b3-9a94-ac731b3b9cd6', 'port_id': 'bdeb6b34-9303-41ba-a668-8791caea6ae8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1133a44-85d5-46f5-986a-992a0c333add', 'mac_address': 'fa:16:3e:8e:35:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7c4413-dccd-4f2a-9a41-6450ec6e67a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:17:53Z', 'updated_at': '2022-04-08T11:17:53Z', 'revision_number': 0, 'project_id': '8eea60d9686244e7a5e64b448261087b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c2740a4-873b-4b09-86e1-9b2713e3ecf3', 'name': '', 'network_id': 'e1133a44-85d5-46f5-986a-992a0c333add', 'tenant_id': '8eea60d9686244e7a5e64b448261087b', 'mac_address': 'fa:16:3e:25:2f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976e4962-5fb0-44b3-9a94-ac731b3b9cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'b4615c09-bfb8-402c-89e5-7c1874f53767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:35Z', 'updated_at': '2022-04-08T11:16:43Z', 'revision_number': 5, 'project_id': '8eea60d9686244e7a5e64b448261087b', 'subnets': [{'id': 'b4615c09-bfb8-402c-89e5-7c1874f53767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:17:56.384548 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbd8e60-ff95-4740-b457-6925eb9f245e None None] New status for floating IP 4b468e12-8179-4e15-a5db-846514e37016: ACTIVE {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:17:56.750729 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a7c4413-dccd-4f2a-9a41-6450ec6e67a6', 'tag': 'bdeb6b34-9303-41ba-a668-8791caea6ae8'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:17:56.753064 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a3d6de9c0cd8caeb53273f75c3329218c515297e9068abeca36dc087c161ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982c70ff-8e1f-4781-b2fd-b3a90e25f99d" -d '{"events": [{"name": "network-changed", "server_uuid": "9a7c4413-dccd-4f2a-9a41-6450ec6e67a6", "tag": "bdeb6b34-9303-41ba-a668-8791caea6ae8"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:17:56.787692 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb84782-e3aa-4f05-a0e9-cf81a9cc8253 x-openstack-request-id: req-9eb84782-e3aa-4f05-a0e9-cf81a9cc8253 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:17:56.787976 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a7c4413-dccd-4f2a-9a41-6450ec6e67a6", "tag": "bdeb6b34-9303-41ba-a668-8791caea6ae8", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:17:56.788224 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9eb84782-e3aa-4f05-a0e9-cf81a9cc8253 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:17:56.788613 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eb84782-e3aa-4f05-a0e9-cf81a9cc8253'] response: {'name': 'network-changed', 'server_uuid': '9a7c4413-dccd-4f2a-9a41-6450ec6e67a6', 'tag': 'bdeb6b34-9303-41ba-a668-8791caea6ae8', 'status': 'completed', 'code': 200} Apr 08 11:17:56.887105 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c70ff-8e1f-4781-b2fd-b3a90e25f99d req-548ca28e-6f85-4284-b423-8fb0efc7d5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:56.888577 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-982c70ff-8e1f-4781-b2fd-b3a90e25f99d req-548ca28e-6f85-4284-b423-8fb0efc7d5a8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8eea60d9686244e7a5e64b448261087b&device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 1130 time: 0.0449286 Apr 08 11:17:56.981533 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c70ff-8e1f-4781-b2fd-b3a90e25f99d req-0dff047c-e075-4b11-ba51-83563a05a60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:56.983021 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-982c70ff-8e1f-4781-b2fd-b3a90e25f99d req-0dff047c-e075-4b11-ba51-83563a05a60a service neutron] 10.222.0.25 "GET /v2.0/networks?id=e1133a44-85d5-46f5-986a-992a0c333add HTTP/1.1" status: 200 len: 909 time: 0.0866978 Apr 08 11:17:57.048987 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-982c70ff-8e1f-4781-b2fd-b3a90e25f99d req-906167c8-b4e5-4d3d-b559-f43887676614 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdeb6b34-9303-41ba-a668-8791caea6ae8 HTTP/1.1" status: 200 len: 1002 time: 0.0595405 Apr 08 11:17:57.097430 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c70ff-8e1f-4781-b2fd-b3a90e25f99d req-12ded05a-a771-480a-9748-a870401a80b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:57.098917 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-982c70ff-8e1f-4781-b2fd-b3a90e25f99d req-12ded05a-a771-480a-9748-a870401a80b1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b4615c09-bfb8-402c-89e5-7c1874f53767 HTTP/1.1" status: 200 len: 847 time: 0.0434396 Apr 08 11:17:57.147688 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c70ff-8e1f-4781-b2fd-b3a90e25f99d req-9895bde4-62d7-40ba-9fff-3b800fcdb988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:57.149132 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-982c70ff-8e1f-4781-b2fd-b3a90e25f99d req-9895bde4-62d7-40ba-9fff-3b800fcdb988 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e1133a44-85d5-46f5-986a-992a0c333add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432801 Apr 08 11:17:57.239681 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-982c70ff-8e1f-4781-b2fd-b3a90e25f99d req-43c9cce7-3139-4ef5-a584-e91976cc7663 service neutron] 10.222.0.25 "GET /v2.0/networks/e1133a44-85d5-46f5-986a-992a0c333add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839229 Apr 08 11:17:57.326521 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-982c70ff-8e1f-4781-b2fd-b3a90e25f99d req-1c29b6ed-eb90-4a08-bf15-41d7fba1623c service neutron] 10.222.0.25 "GET /v2.0/networks/e1133a44-85d5-46f5-986a-992a0c333add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807486 Apr 08 11:17:57.413826 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9124ced8-c829-4a35-a53e-cfc29828f3c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:17:59.853085 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c7c8b44e-7b8f-48dd-b8f6-09c3289b2d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:18:01.070449 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:18:02.578920 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:18:04.310579 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:18:09.610021 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:18:14.789051 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ea366-37a9-4f5f-99a5-dcdeca5b8fdf req-b396cc80-5e67-4c9c-8549-aa40703733eb tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:14.797298 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a79ea366-37a9-4f5f-99a5-dcdeca5b8fdf req-b396cc80-5e67-4c9c-8549-aa40703733eb tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 985 time: 0.0537546 Apr 08 11:18:14.849271 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca416f65-bc58-4dfa-aeba-6b14160b43dd req-48366738-f75a-49b1-8919-86aaaf507d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:14.850887 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ca416f65-bc58-4dfa-aeba-6b14160b43dd req-48366738-f75a-49b1-8919-86aaaf507d24 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a7597e54e7e24531b98b0573504715f2&device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 1169 time: 0.0453870 Apr 08 11:18:14.855094 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a79ea366-37a9-4f5f-99a5-dcdeca5b8fdf req-4c6e2d1f-e3b3-468c-bc28-c6b43aa967ce tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?id=b54d9b04-f4cd-49e2-abec-2f102ab2afb9&id=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581839 Apr 08 11:18:14.944328 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca416f65-bc58-4dfa-aeba-6b14160b43dd req-49322478-5746-4254-a9e7-dc073fd8785a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:14.945806 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ca416f65-bc58-4dfa-aeba-6b14160b43dd req-49322478-5746-4254-a9e7-dc073fd8785a service neutron] 10.222.0.25 "GET /v2.0/networks?id=70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34 HTTP/1.1" status: 200 len: 914 time: 0.0887225 Apr 08 11:18:15.013688 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ca416f65-bc58-4dfa-aeba-6b14160b43dd req-680df953-3569-4ab5-9b8f-a828cedc0590 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77516c39-e3bc-433d-a431-aacee1db5ce2 HTTP/1.1" status: 200 len: 1002 time: 0.0612371 Apr 08 11:18:15.061607 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca416f65-bc58-4dfa-aeba-6b14160b43dd req-988d4fe0-c0fe-4669-8d28-11b7b75f64d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:15.063110 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ca416f65-bc58-4dfa-aeba-6b14160b43dd req-988d4fe0-c0fe-4669-8d28-11b7b75f64d7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=09a28b7c-e1a2-4e20-a3c8-07d8f4be6de1 HTTP/1.1" status: 200 len: 852 time: 0.0435913 Apr 08 11:18:15.112523 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca416f65-bc58-4dfa-aeba-6b14160b43dd req-e575f3a4-675c-4f80-8a33-a4dd79d50803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:15.114030 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ca416f65-bc58-4dfa-aeba-6b14160b43dd req-e575f3a4-675c-4f80-8a33-a4dd79d50803 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446534 Apr 08 11:18:15.203995 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ca416f65-bc58-4dfa-aeba-6b14160b43dd req-726c820f-48bd-4e72-800f-cac02cd16802 service neutron] 10.222.0.25 "GET /v2.0/networks/70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836799 Apr 08 11:18:15.290530 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ca416f65-bc58-4dfa-aeba-6b14160b43dd req-5690d008-701f-408a-b46f-5a691214653c service neutron] 10.222.0.25 "GET /v2.0/networks/70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796480 Apr 08 11:18:15.975116 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f831d07-fe65-4a29-b3c4-9c0a247f9608 req-d5d0b8f4-c45b-4340-9569-bbd749eb4bbd tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:15.976570 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3f831d07-fe65-4a29-b3c4-9c0a247f9608 req-d5d0b8f4-c45b-4340-9569-bbd749eb4bbd tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 985 time: 0.0526350 Apr 08 11:18:16.038392 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3f831d07-fe65-4a29-b3c4-9c0a247f9608 req-fd2746c8-7375-4b85-9923-7bd70a2668b5 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?id=b54d9b04-f4cd-49e2-abec-2f102ab2afb9&id=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561006 Apr 08 11:18:17.157440 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceeda44-ce38-4cee-b7af-dcb7bd8acf24 req-6a8f1f9b-878f-49f7-8df6-17f4ec9bed32 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:17.158932 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1ceeda44-ce38-4cee-b7af-dcb7bd8acf24 req-6a8f1f9b-878f-49f7-8df6-17f4ec9bed32 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 985 time: 0.0544882 Apr 08 11:18:17.217552 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1ceeda44-ce38-4cee-b7af-dcb7bd8acf24 req-1a03acbc-f7f4-41df-a85b-4434eb9b929c tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?id=b54d9b04-f4cd-49e2-abec-2f102ab2afb9&id=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530033 Apr 08 11:18:18.334923 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bda57e-0a4b-4b0b-a464-571d6a1bc7ef req-50eb186a-f0b9-4208-ad6b-2355ba0f98f6 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:18.336361 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-84bda57e-0a4b-4b0b-a464-571d6a1bc7ef req-50eb186a-f0b9-4208-ad6b-2355ba0f98f6 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 985 time: 0.0524902 Apr 08 11:18:18.396708 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-84bda57e-0a4b-4b0b-a464-571d6a1bc7ef req-881c468a-9f97-4ae2-bfe1-859004f4a729 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?id=b54d9b04-f4cd-49e2-abec-2f102ab2afb9&id=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546012 Apr 08 11:18:19.510988 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4adbddb-ed3c-4257-94bf-9c5e95e81538 req-653940c9-cd59-41d5-8bda-3b32e434ad52 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:19.512434 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a4adbddb-ed3c-4257-94bf-9c5e95e81538 req-653940c9-cd59-41d5-8bda-3b32e434ad52 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 985 time: 0.0509768 Apr 08 11:18:19.569470 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a4adbddb-ed3c-4257-94bf-9c5e95e81538 req-daf5abb6-146f-4c88-80c0-5518a61ff9da tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?id=b54d9b04-f4cd-49e2-abec-2f102ab2afb9&id=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0508137 Apr 08 11:18:20.685345 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa1810-6b79-4072-a9a9-160206a82cf1 req-2faf800e-791b-41c6-b053-8c011b09666c tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:20.687593 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bffa1810-6b79-4072-a9a9-160206a82cf1 req-2faf800e-791b-41c6-b053-8c011b09666c tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 985 time: 0.0523703 Apr 08 11:18:20.745701 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bffa1810-6b79-4072-a9a9-160206a82cf1 req-6e2e1bf1-30c8-4858-8fd8-67a1a78cc6a0 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?id=b54d9b04-f4cd-49e2-abec-2f102ab2afb9&id=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524962 Apr 08 11:18:21.867864 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b0f8c-3ec5-4940-ae48-9e77a015a633 req-3c20df38-0863-431e-8da7-be299d304fde tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:21.869306 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6d1b0f8c-3ec5-4940-ae48-9e77a015a633 req-3c20df38-0863-431e-8da7-be299d304fde tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 985 time: 0.0571218 Apr 08 11:18:21.927990 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6d1b0f8c-3ec5-4940-ae48-9e77a015a633 req-4686ea1e-3f3b-485d-b723-8ab5a0f77991 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?id=b54d9b04-f4cd-49e2-abec-2f102ab2afb9&id=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521657 Apr 08 11:18:22.287283 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:18:23.048863 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562239ce-9d87-4be5-ada5-deff1d1c3644 req-673da249-6ac4-4e5b-92b7-b76a04445074 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:23.050338 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-562239ce-9d87-4be5-ada5-deff1d1c3644 req-673da249-6ac4-4e5b-92b7-b76a04445074 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 985 time: 0.0560217 Apr 08 11:18:23.112027 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-562239ce-9d87-4be5-ada5-deff1d1c3644 req-0358f607-805a-4b1a-8004-8fc93678c111 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?id=b54d9b04-f4cd-49e2-abec-2f102ab2afb9&id=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558534 Apr 08 11:18:24.228435 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b38e3-2e44-47a1-9708-d17e9ad4e49d req-3691d476-25f8-4676-8c9f-bdd4cbed5626 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:24.229922 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0e8b38e3-2e44-47a1-9708-d17e9ad4e49d req-3691d476-25f8-4676-8c9f-bdd4cbed5626 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 985 time: 0.0522296 Apr 08 11:18:24.289337 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0e8b38e3-2e44-47a1-9708-d17e9ad4e49d req-d3b9d0ab-c845-41a7-94d8-ba8d709eb2aa tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?id=b54d9b04-f4cd-49e2-abec-2f102ab2afb9&id=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528011 Apr 08 11:18:25.407091 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82faefd5-e3da-49be-b3b8-23496f60f4a7 req-e5e092f6-80d0-4374-bdaa-34d0bc95bef0 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:25.408536 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-82faefd5-e3da-49be-b3b8-23496f60f4a7 req-e5e092f6-80d0-4374-bdaa-34d0bc95bef0 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 985 time: 0.0525658 Apr 08 11:18:25.468734 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-82faefd5-e3da-49be-b3b8-23496f60f4a7 req-134ea9dc-1cd5-45a8-a88f-fe680a09ca9c tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?id=b54d9b04-f4cd-49e2-abec-2f102ab2afb9&id=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544553 Apr 08 11:18:26.594259 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f9343-e9fc-4c37-b0c2-92d1ecc97fc7 req-f3c7ba16-1379-439f-9de9-71bbcc2e8e2c tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:26.595866 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9f7f9343-e9fc-4c37-b0c2-92d1ecc97fc7 req-f3c7ba16-1379-439f-9de9-71bbcc2e8e2c tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 985 time: 0.0592101 Apr 08 11:18:26.660870 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9f7f9343-e9fc-4c37-b0c2-92d1ecc97fc7 req-85472a69-08b6-474c-aac7-e25b2ab37478 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?id=b54d9b04-f4cd-49e2-abec-2f102ab2afb9&id=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592129 Apr 08 11:18:27.355634 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-021452a9-3c8e-49a1-9f9e-959f017b0c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:18:27.782364 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae5650-bc49-49ae-8a8b-6ed3aafca494 req-f5072c71-8c9b-4445-982d-d1d47b6b0110 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:27.783900 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ebae5650-bc49-49ae-8a8b-6ed3aafca494 req-f5072c71-8c9b-4445-982d-d1d47b6b0110 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 985 time: 0.0565915 Apr 08 11:18:27.844399 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ebae5650-bc49-49ae-8a8b-6ed3aafca494 req-04e17500-e322-414d-a90a-d5097bf9f184 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?id=b54d9b04-f4cd-49e2-abec-2f102ab2afb9&id=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547590 Apr 08 11:18:28.960528 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df63247-8ef3-473f-a5ad-b00ebae9de26 req-c0bbf2c5-8d62-44d5-9945-b6de2e919d02 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:28.962090 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8df63247-8ef3-473f-a5ad-b00ebae9de26 req-c0bbf2c5-8d62-44d5-9945-b6de2e919d02 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 985 time: 0.0524993 Apr 08 11:18:29.020705 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8df63247-8ef3-473f-a5ad-b00ebae9de26 req-9f5a4a16-49a5-4dc2-908a-40bb98b832d2 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?id=b54d9b04-f4cd-49e2-abec-2f102ab2afb9&id=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524509 Apr 08 11:18:29.904688 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e32f0cdc-056f-4c10-8205-4e1151f666f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:18:30.140730 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80382c62-3fef-42cd-9207-8c4c8f166413 req-73bb44ca-515c-4247-a921-98ce42a99ed6 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:30.142206 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-80382c62-3fef-42cd-9207-8c4c8f166413 req-73bb44ca-515c-4247-a921-98ce42a99ed6 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 985 time: 0.0530782 Apr 08 11:18:30.200926 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-80382c62-3fef-42cd-9207-8c4c8f166413 req-8afb66b1-d12f-448f-9aa2-624436510269 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?id=b54d9b04-f4cd-49e2-abec-2f102ab2afb9&id=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531015 Apr 08 11:18:31.110147 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:18:31.319981 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee434ae-bc41-474f-b328-5a1713c2b91b req-f420ae38-70db-43bc-8df4-233548937407 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:31.322266 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3ee434ae-bc41-474f-b328-5a1713c2b91b req-f420ae38-70db-43bc-8df4-233548937407 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 985 time: 0.0543461 Apr 08 11:18:31.385058 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3ee434ae-bc41-474f-b328-5a1713c2b91b req-d63a4a73-0ea2-440d-aade-98ae11bec2c0 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?id=b54d9b04-f4cd-49e2-abec-2f102ab2afb9&id=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560477 Apr 08 11:18:32.503990 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083508b-228a-4601-a6fc-bc960754d9bc req-0c810999-1d73-492a-8604-329077a934f0 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:32.505448 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3083508b-228a-4601-a6fc-bc960754d9bc req-0c810999-1d73-492a-8604-329077a934f0 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 985 time: 0.0538824 Apr 08 11:18:32.569599 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3083508b-228a-4601-a6fc-bc960754d9bc req-84d52e13-8224-45b0-ab93-b7d38621df79 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?id=b54d9b04-f4cd-49e2-abec-2f102ab2afb9&id=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568132 Apr 08 11:18:32.629855 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:18:34.252737 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:18:35.084645 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ddc67a6b-b7a1-422f-91fd-c2cb088fde86 req-b6c47011-b9ec-4a29-87b3-f41207807018 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445180 Apr 08 11:18:35.189002 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc67a6b-b7a1-422f-91fd-c2cb088fde86 req-3a5d6aa0-7ef7-41cb-a292-9c46223ed260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:35.190494 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ddc67a6b-b7a1-422f-91fd-c2cb088fde86 req-3a5d6aa0-7ef7-41cb-a292-9c46223ed260 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a7597e54e7e24531b98b0573504715f2&device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 1169 time: 0.0443823 Apr 08 11:18:35.293737 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc67a6b-b7a1-422f-91fd-c2cb088fde86 req-8179945f-a78e-4d40-b475-61f92ea9e06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:35.295168 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ddc67a6b-b7a1-422f-91fd-c2cb088fde86 req-8179945f-a78e-4d40-b475-61f92ea9e06e service neutron] 10.222.0.25 "GET /v2.0/networks?id=70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34 HTTP/1.1" status: 200 len: 914 time: 0.0867765 Apr 08 11:18:35.357372 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ddc67a6b-b7a1-422f-91fd-c2cb088fde86 req-e635653a-2bf0-4715-87f7-47ef8c78eef6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77516c39-e3bc-433d-a431-aacee1db5ce2 HTTP/1.1" status: 200 len: 1002 time: 0.0565746 Apr 08 11:18:35.403236 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc67a6b-b7a1-422f-91fd-c2cb088fde86 req-2ccddacb-8f1b-4329-8c07-25d48f67806d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:35.404618 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ddc67a6b-b7a1-422f-91fd-c2cb088fde86 req-2ccddacb-8f1b-4329-8c07-25d48f67806d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=09a28b7c-e1a2-4e20-a3c8-07d8f4be6de1 HTTP/1.1" status: 200 len: 852 time: 0.0415795 Apr 08 11:18:35.455336 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc67a6b-b7a1-422f-91fd-c2cb088fde86 req-49a8c8fe-e3c7-4253-b16c-d9569f5d891e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:35.456807 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ddc67a6b-b7a1-422f-91fd-c2cb088fde86 req-49a8c8fe-e3c7-4253-b16c-d9569f5d891e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463500 Apr 08 11:18:35.542870 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ddc67a6b-b7a1-422f-91fd-c2cb088fde86 req-b963343c-83b6-48b9-a7b0-5d3b0bfa4b04 service neutron] 10.222.0.25 "GET /v2.0/networks/70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798295 Apr 08 11:18:35.643188 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ddc67a6b-b7a1-422f-91fd-c2cb088fde86 req-22b1e025-05a2-4f46-9e31-3335f06ceefc service neutron] 10.222.0.25 "GET /v2.0/networks/70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944493 Apr 08 11:18:46.610619 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:18:52.252214 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:18:57.377574 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3a51dd32-852f-484f-aec4-dbd8fc1621eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:18:59.846106 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a2948f73-2379-4177-a255-16d40f8e69dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:01.127508 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:02.589790 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:04.269718 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:05.237158 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-bd449c58-a527-4b60-95a6-e95e146eab03 req-8a9cefc3-74d7-4bf8-b979-adddd87aea67 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1980091645&fields=id&tenant_id=a7597e54e7e24531b98b0573504715f2 HTTP/1.1" status: 200 len: 267 time: 0.0436869 Apr 08 11:19:05.292795 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd449c58-a527-4b60-95a6-e95e146eab03 req-a2290130-0898-4484-ac37-9b6fa682dfbf tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:05.294305 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-bd449c58-a527-4b60-95a6-e95e146eab03 req-a2290130-0898-4484-ac37-9b6fa682dfbf tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 985 time: 0.0517681 Apr 08 11:19:05.305007 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-bd449c58-a527-4b60-95a6-e95e146eab03 req-85a9f94b-c5cf-4d51-8a22-6a0212528743 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Request body: {'port': {'security_groups': ['e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa']}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:19:05.374797 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-bd449c58-a527-4b60-95a6-e95e146eab03 req-85a9f94b-c5cf-4d51-8a22-6a0212528743 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (77516c39-e3bc-433d-a431-aacee1db5ce2), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:05.547334 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-bd449c58-a527-4b60-95a6-e95e146eab03 req-85a9f94b-c5cf-4d51-8a22-6a0212528743 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] For port 77516c39-e3bc-433d-a431-aacee1db5ce2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=77516c39-e3bc-433d-a431-aacee1db5ce2,segment=NetworkSegment(9600fefb-871a-4d8b-b2c3-78add29baf9e),segment_id=9600fefb-871a-4d8b-b2c3-78add29baf9e)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:19:05.579878 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-bd449c58-a527-4b60-95a6-e95e146eab03 req-85a9f94b-c5cf-4d51-8a22-6a0212528743 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks [] for port (77516c39-e3bc-433d-a431-aacee1db5ce2), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:05.664172 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-bd449c58-a527-4b60-95a6-e95e146eab03 req-85a9f94b-c5cf-4d51-8a22-6a0212528743 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3089967'] for port (77516c39-e3bc-433d-a431-aacee1db5ce2), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:05.700835 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] get_ports_and_sgs() called for port_ids ['77516c39-e3bc-433d-a431-aacee1db5ce2'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:19:05.706330 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd449c58-a527-4b60-95a6-e95e146eab03 req-85a9f94b-c5cf-4d51-8a22-6a0212528743 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:05.707559 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-bd449c58-a527-4b60-95a6-e95e146eab03 req-85a9f94b-c5cf-4d51-8a22-6a0212528743 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:05.709171 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-bd449c58-a527-4b60-95a6-e95e146eab03 req-85a9f94b-c5cf-4d51-8a22-6a0212528743 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "PUT /v2.0/ports/77516c39-e3bc-433d-a431-aacee1db5ce2 HTTP/1.1" status: 200 len: 943 time: 0.4085314 Apr 08 11:19:05.709721 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6a39ad-2290-4c57-90c2-296e395ae701', 'tag': '77516c39-e3bc-433d-a431-aacee1db5ce2'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:19:05.712484 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a3d6de9c0cd8caeb53273f75c3329218c515297e9068abeca36dc087c161ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2420e7-6445-45b2-9108-3275d938d9f9" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6a39ad-2290-4c57-90c2-296e395ae701", "tag": "77516c39-e3bc-433d-a431-aacee1db5ce2"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:19:05.716251 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 55222) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:19:05.744731 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9f94b-c5cf-4d51-8a22-6a0212528743 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Pushing event updated for resources: {'Port': ['ID=77516c39-e3bc-433d-a431-aacee1db5ce2,revision_number=7']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:19:05.754627 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9f94b-c5cf-4d51-8a22-6a0212528743 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:05.755479 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9f94b-c5cf-4d51-8a22-6a0212528743 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:05.756058 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9f94b-c5cf-4d51-8a22-6a0212528743 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:05.756663 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9f94b-c5cf-4d51-8a22-6a0212528743 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:05.757230 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9f94b-c5cf-4d51-8a22-6a0212528743 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:05.757916 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9f94b-c5cf-4d51-8a22-6a0212528743 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:05.758499 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9f94b-c5cf-4d51-8a22-6a0212528743 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:05.759437 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9f94b-c5cf-4d51-8a22-6a0212528743 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:05.760672 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9f94b-c5cf-4d51-8a22-6a0212528743 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:05.761251 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9f94b-c5cf-4d51-8a22-6a0212528743 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:05.762691 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9f94b-c5cf-4d51-8a22-6a0212528743 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:05.763343 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9f94b-c5cf-4d51-8a22-6a0212528743 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:05.763967 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9f94b-c5cf-4d51-8a22-6a0212528743 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:05.764536 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9f94b-c5cf-4d51-8a22-6a0212528743 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:05.765202 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9f94b-c5cf-4d51-8a22-6a0212528743 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:05.789686 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2f24b062-73a3-42bd-9bc5-bf183332a952 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks [] for security_group (b54d9b04-f4cd-49e2-abec-2f102ab2afb9), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:05.820161 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2f24b062-73a3-42bd-9bc5-bf183332a952 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks [] for security_group (b54d9b04-f4cd-49e2-abec-2f102ab2afb9), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:05.850711 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] get_ports_and_sgs() called for port_ids ['77516c39-e3bc-433d-a431-aacee1db5ce2'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:19:05.933049 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2f24b062-73a3-42bd-9bc5-bf183332a952 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (b54d9b04-f4cd-49e2-abec-2f102ab2afb9), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:05.936037 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2f24b062-73a3-42bd-9bc5-bf183332a952 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:05.937252 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-2f24b062-73a3-42bd-9bc5-bf183332a952 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "DELETE /v2.0/security-groups/b54d9b04-f4cd-49e2-abec-2f102ab2afb9 HTTP/1.1" status: 204 len: 168 time: 0.2193956 Apr 08 11:19:05.940134 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 55226) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:19:05.947805 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24b062-73a3-42bd-9bc5-bf183332a952 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54d9b04-f4cd-49e2-abec-2f102ab2afb9,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:19:05.959743 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24b062-73a3-42bd-9bc5-bf183332a952 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:05.960423 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24b062-73a3-42bd-9bc5-bf183332a952 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:05.960943 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24b062-73a3-42bd-9bc5-bf183332a952 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:05.961515 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24b062-73a3-42bd-9bc5-bf183332a952 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:05.962309 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24b062-73a3-42bd-9bc5-bf183332a952 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:05.963016 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24b062-73a3-42bd-9bc5-bf183332a952 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:05.963579 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24b062-73a3-42bd-9bc5-bf183332a952 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:05.965553 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24b062-73a3-42bd-9bc5-bf183332a952 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:05.966157 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24b062-73a3-42bd-9bc5-bf183332a952 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:05.966711 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24b062-73a3-42bd-9bc5-bf183332a952 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:05.967309 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24b062-73a3-42bd-9bc5-bf183332a952 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:05.967869 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24b062-73a3-42bd-9bc5-bf183332a952 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:05.968431 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24b062-73a3-42bd-9bc5-bf183332a952 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:05.968980 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24b062-73a3-42bd-9bc5-bf183332a952 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:05.969527 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24b062-73a3-42bd-9bc5-bf183332a952 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:06.013495 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-872bc3b5-6ab6-4165-81cd-d8c7e7e7e1ee None None] Provisioning complete for port 77516c39-e3bc-433d-a431-aacee1db5ce2 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:19:06.014164 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-872bc3b5-6ab6-4165-81cd-d8c7e7e7e1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (77516c39-e3bc-433d-a431-aacee1db5ce2), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:06.051145 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78385d01-cf0f-433e-b1c2-10460a0f326e x-openstack-request-id: req-78385d01-cf0f-433e-b1c2-10460a0f326e {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:19:06.051462 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6a39ad-2290-4c57-90c2-296e395ae701", "tag": "77516c39-e3bc-433d-a431-aacee1db5ce2", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:19:06.051741 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-78385d01-cf0f-433e-b1c2-10460a0f326e {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:19:06.052137 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78385d01-cf0f-433e-b1c2-10460a0f326e'] response: {'name': 'network-changed', 'server_uuid': '8a6a39ad-2290-4c57-90c2-296e395ae701', 'tag': '77516c39-e3bc-433d-a431-aacee1db5ce2', 'status': 'completed', 'code': 200} Apr 08 11:19:06.124226 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-7b64666b-43e6-44b0-abca-278c046f8485 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Deleting port 8285b340-ee1e-4f6d-95d0-cbee2c9018e3 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:19:06.124582 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7b64666b-43e6-44b0-abca-278c046f8485 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (8285b340-ee1e-4f6d-95d0-cbee2c9018e3), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:06.138322 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-872bc3b5-6ab6-4165-81cd-d8c7e7e7e1ee None None] Current status of the port 77516c39-e3bc-433d-a431-aacee1db5ce2 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:19:06.151351 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2420e7-6445-45b2-9108-3275d938d9f9 req-b8b9a4ca-f633-4dd9-9f46-e2ad539f06ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:06.152942 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0d2420e7-6445-45b2-9108-3275d938d9f9 req-b8b9a4ca-f633-4dd9-9f46-e2ad539f06ea service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a7597e54e7e24531b98b0573504715f2&device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 1130 time: 0.0486460 Apr 08 11:19:06.201409 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7b64666b-43e6-44b0-abca-278c046f8485 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (8285b340-ee1e-4f6d-95d0-cbee2c9018e3), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:06.201784 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7b64666b-43e6-44b0-abca-278c046f8485 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks [] for floatingip (8285b340-ee1e-4f6d-95d0-cbee2c9018e3), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:06.213921 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-7b64666b-43e6-44b0-abca-278c046f8485 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Calling delete_port for 8285b340-ee1e-4f6d-95d0-cbee2c9018e3 owned by network:floatingip {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:19:06.245471 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2420e7-6445-45b2-9108-3275d938d9f9 req-5767656c-3344-411d-a24c-1047fe29769b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:06.247000 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0d2420e7-6445-45b2-9108-3275d938d9f9 req-5767656c-3344-411d-a24c-1047fe29769b service neutron] 10.222.0.25 "GET /v2.0/networks?id=70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34 HTTP/1.1" status: 200 len: 914 time: 0.0866787 Apr 08 11:19:06.314394 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0d2420e7-6445-45b2-9108-3275d938d9f9 req-88c566cf-c91d-45e5-8fa6-a660457169e1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77516c39-e3bc-433d-a431-aacee1db5ce2 HTTP/1.1" status: 200 len: 1002 time: 0.0608518 Apr 08 11:19:06.362305 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2420e7-6445-45b2-9108-3275d938d9f9 req-d82f09ab-6371-418a-aecb-0b0e1f9a2ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:06.363833 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0d2420e7-6445-45b2-9108-3275d938d9f9 req-d82f09ab-6371-418a-aecb-0b0e1f9a2ff3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=09a28b7c-e1a2-4e20-a3c8-07d8f4be6de1 HTTP/1.1" status: 200 len: 852 time: 0.0437140 Apr 08 11:19:06.412805 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2420e7-6445-45b2-9108-3275d938d9f9 req-28d4ee03-8105-4563-8699-b8626a664a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:06.414405 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0d2420e7-6445-45b2-9108-3275d938d9f9 req-28d4ee03-8105-4563-8699-b8626a664a7e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448422 Apr 08 11:19:06.452844 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7b64666b-43e6-44b0-abca-278c046f8485 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3089968'] for port (8285b340-ee1e-4f6d-95d0-cbee2c9018e3), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:06.481460 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b64666b-43e6-44b0-abca-278c046f8485 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Pushing event deleted for resources: {'Port': ['ID=8285b340-ee1e-4f6d-95d0-cbee2c9018e3,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:19:06.510039 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0d2420e7-6445-45b2-9108-3275d938d9f9 req-79f14a08-cf9e-4183-94ef-d866088260fb service neutron] 10.222.0.25 "GET /v2.0/networks/70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900352 Apr 08 11:19:06.543805 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7b64666b-43e6-44b0-abca-278c046f8485 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks [] for floatingip (3115c11e-71d0-4b3c-8383-e42558244118), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:06.544133 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.db.l3_db [None req-7b64666b-43e6-44b0-abca-278c046f8485 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Floating IP 3115c11e-71d0-4b3c-8383-e42558244118 disassociated (deleted). External IP: 172.27.0.233, port: 77516c39-e3bc-433d-a431-aacee1db5ce2. Apr 08 11:19:06.599076 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0d2420e7-6445-45b2-9108-3275d938d9f9 req-1e38ae13-3535-4048-b365-1f3f8b750056 service neutron] 10.222.0.25 "GET /v2.0/networks/70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827985 Apr 08 11:19:06.752982 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b64666b-43e6-44b0-abca-278c046f8485 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Router 1bbac20d-932e-4309-8945-3ffddcd51293 has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:19:06.862513 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b64666b-43e6-44b0-abca-278c046f8485 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:19:06.867408 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7b64666b-43e6-44b0-abca-278c046f8485 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:06.871965 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6ab921-e81c-4180-acbf-2863eb9d7f14 None None] Sync routers for ids ['1bbac20d-932e-4309-8945-3ffddcd51293'] in dv-cinder-836073-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:19:06.882133 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6ab921-e81c-4180-acbf-2863eb9d7f14 None None] Routers {'1bbac20d-932e-4309-8945-3ffddcd51293'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:19:06.882762 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-ce6ab921-e81c-4180-acbf-2863eb9d7f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:19:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['1bbac20d-932e-4309-8945-3ffddcd51293'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:19:06.898424 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-7b64666b-43e6-44b0-abca-278c046f8485 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "DELETE /v2.0/floatingips/3115c11e-71d0-4b3c-8383-e42558244118 HTTP/1.1" status: 204 len: 168 time: 0.9546478 Apr 08 11:19:06.994041 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-ce6ab921-e81c-4180-acbf-2863eb9d7f14 None None] Set router 1bbac20d-932e-4309-8945-3ffddcd51293 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:19:07.200248 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-ce6ab921-e81c-4180-acbf-2863eb9d7f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbac20d-932e-4309-8945-3ffddcd51293', 'name': 'tempest-TestMinimumBasicScenario-78324127-router', 'tenant_id': 'a7597e54e7e24531b98b0573504715f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '5ef67605-e4d9-4c11-909a-4368b4122ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:34Z', 'updated_at': '2022-04-08T11:16:39Z', 'revision_number': 4, 'project_id': 'a7597e54e7e24531b98b0573504715f2', 'gw_port': {'id': '5ef67605-e4d9-4c11-909a-4368b4122ab2', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:38:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbac20d-932e-4309-8945-3ffddcd51293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:35Z', 'updated_at': '2022-04-08T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': '25233cf9-0aae-41f4-a724-1c3a4f62872a', 'name': '', 'network_id': '70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34', 'tenant_id': 'a7597e54e7e24531b98b0573504715f2', 'mac_address': 'fa:16:3e:38:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbac20d-932e-4309-8945-3ffddcd51293', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '09a28b7c-e1a2-4e20-a3c8-07d8f4be6de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:38Z', 'updated_at': '2022-04-08T11:16:46Z', 'revision_number': 5, 'project_id': 'a7597e54e7e24531b98b0573504715f2', 'subnets': [{'id': '09a28b7c-e1a2-4e20-a3c8-07d8f4be6de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:19:07.227178 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6ab921-e81c-4180-acbf-2863eb9d7f14 None None] Checking router: 1bbac20d-932e-4309-8945-3ffddcd51293 for host: dv-cinder-836073-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:19:07.236201 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6ab921-e81c-4180-acbf-2863eb9d7f14 None None] Routers {'1bbac20d-932e-4309-8945-3ffddcd51293'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:19:07.236877 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-ce6ab921-e81c-4180-acbf-2863eb9d7f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:19:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['1bbac20d-932e-4309-8945-3ffddcd51293'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:19:07.347251 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-ce6ab921-e81c-4180-acbf-2863eb9d7f14 None None] Set router 1bbac20d-932e-4309-8945-3ffddcd51293 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:19:07.543892 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-ce6ab921-e81c-4180-acbf-2863eb9d7f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbac20d-932e-4309-8945-3ffddcd51293', 'name': 'tempest-TestMinimumBasicScenario-78324127-router', 'tenant_id': 'a7597e54e7e24531b98b0573504715f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '5ef67605-e4d9-4c11-909a-4368b4122ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:34Z', 'updated_at': '2022-04-08T11:16:39Z', 'revision_number': 4, 'project_id': 'a7597e54e7e24531b98b0573504715f2', 'gw_port': {'id': '5ef67605-e4d9-4c11-909a-4368b4122ab2', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:38:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbac20d-932e-4309-8945-3ffddcd51293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:35Z', 'updated_at': '2022-04-08T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': '25233cf9-0aae-41f4-a724-1c3a4f62872a', 'name': '', 'network_id': '70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34', 'tenant_id': 'a7597e54e7e24531b98b0573504715f2', 'mac_address': 'fa:16:3e:38:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbac20d-932e-4309-8945-3ffddcd51293', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '09a28b7c-e1a2-4e20-a3c8-07d8f4be6de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:38Z', 'updated_at': '2022-04-08T11:16:46Z', 'revision_number': 5, 'project_id': 'a7597e54e7e24531b98b0573504715f2', 'subnets': [{'id': '09a28b7c-e1a2-4e20-a3c8-07d8f4be6de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:19:07.569565 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6ab921-e81c-4180-acbf-2863eb9d7f14 None None] The sync data for ids ['1bbac20d-932e-4309-8945-3ffddcd51293'] in dv-cinder-836073-3-iscsi is: [{'id': '1bbac20d-932e-4309-8945-3ffddcd51293', 'name': 'tempest-TestMinimumBasicScenario-78324127-router', 'tenant_id': 'a7597e54e7e24531b98b0573504715f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '5ef67605-e4d9-4c11-909a-4368b4122ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:34Z', 'updated_at': '2022-04-08T11:16:39Z', 'revision_number': 4, 'project_id': 'a7597e54e7e24531b98b0573504715f2', 'gw_port': {'id': '5ef67605-e4d9-4c11-909a-4368b4122ab2', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:38:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbac20d-932e-4309-8945-3ffddcd51293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:35Z', 'updated_at': '2022-04-08T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': '25233cf9-0aae-41f4-a724-1c3a4f62872a', 'name': '', 'network_id': '70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34', 'tenant_id': 'a7597e54e7e24531b98b0573504715f2', 'mac_address': 'fa:16:3e:38:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbac20d-932e-4309-8945-3ffddcd51293', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '09a28b7c-e1a2-4e20-a3c8-07d8f4be6de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:38Z', 'updated_at': '2022-04-08T11:16:46Z', 'revision_number': 5, 'project_id': 'a7597e54e7e24531b98b0573504715f2', 'subnets': [{'id': '09a28b7c-e1a2-4e20-a3c8-07d8f4be6de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:19:07.793645 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efc4eed-ea4f-4a31-bcb1-d90b7e2b5585 None None] New status for floating IP 3115c11e-71d0-4b3c-8383-e42558244118: DOWN {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:19:08.052952 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6a39ad-2290-4c57-90c2-296e395ae701', 'tag': '77516c39-e3bc-433d-a431-aacee1db5ce2'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:19:08.055320 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a3d6de9c0cd8caeb53273f75c3329218c515297e9068abeca36dc087c161ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87dfe34-1215-4852-8c75-4d84c72cae69" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6a39ad-2290-4c57-90c2-296e395ae701", "tag": "77516c39-e3bc-433d-a431-aacee1db5ce2"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:19:08.092851 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64496431-1d56-4806-9038-b752dd49db8c x-openstack-request-id: req-64496431-1d56-4806-9038-b752dd49db8c {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:19:08.093142 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6a39ad-2290-4c57-90c2-296e395ae701", "tag": "77516c39-e3bc-433d-a431-aacee1db5ce2", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:19:08.093395 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-64496431-1d56-4806-9038-b752dd49db8c {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:19:08.093833 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64496431-1d56-4806-9038-b752dd49db8c'] response: {'name': 'network-changed', 'server_uuid': '8a6a39ad-2290-4c57-90c2-296e395ae701', 'tag': '77516c39-e3bc-433d-a431-aacee1db5ce2', 'status': 'completed', 'code': 200} Apr 08 11:19:08.183931 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87dfe34-1215-4852-8c75-4d84c72cae69 req-ae0153f9-0640-44db-afcb-336bbd853e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:08.185310 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d87dfe34-1215-4852-8c75-4d84c72cae69 req-ae0153f9-0640-44db-afcb-336bbd853e54 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a7597e54e7e24531b98b0573504715f2&device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 1130 time: 0.0450821 Apr 08 11:19:08.281816 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87dfe34-1215-4852-8c75-4d84c72cae69 req-591fbc25-b221-470b-b88c-ca596774e3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:08.283888 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d87dfe34-1215-4852-8c75-4d84c72cae69 req-591fbc25-b221-470b-b88c-ca596774e3ce service neutron] 10.222.0.25 "GET /v2.0/networks?id=70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34 HTTP/1.1" status: 200 len: 914 time: 0.0922332 Apr 08 11:19:08.323486 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d87dfe34-1215-4852-8c75-4d84c72cae69 req-5fbb1560-2e71-4c08-ac24-de0fd1fe3400 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77516c39-e3bc-433d-a431-aacee1db5ce2 HTTP/1.1" status: 200 len: 217 time: 0.0333102 Apr 08 11:19:08.374433 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87dfe34-1215-4852-8c75-4d84c72cae69 req-b1a189cf-00fc-483a-928e-d4b7ea2295da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:08.375863 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d87dfe34-1215-4852-8c75-4d84c72cae69 req-b1a189cf-00fc-483a-928e-d4b7ea2295da service neutron] 10.222.0.25 "GET /v2.0/subnets?id=09a28b7c-e1a2-4e20-a3c8-07d8f4be6de1 HTTP/1.1" status: 200 len: 852 time: 0.0469027 Apr 08 11:19:08.424125 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87dfe34-1215-4852-8c75-4d84c72cae69 req-fce02b32-a1fe-413e-ae98-119c38bdbca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:08.425656 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d87dfe34-1215-4852-8c75-4d84c72cae69 req-fce02b32-a1fe-413e-ae98-119c38bdbca7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436912 Apr 08 11:19:08.515942 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d87dfe34-1215-4852-8c75-4d84c72cae69 req-1edd011b-615c-4c33-a7f2-b4e365fc17ef service neutron] 10.222.0.25 "GET /v2.0/networks/70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838761 Apr 08 11:19:08.859982 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d87dfe34-1215-4852-8c75-4d84c72cae69 req-6c04d201-d165-4768-9be4-ee5a099eb7c9 service neutron] 10.222.0.25 "GET /v2.0/networks/70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379767 Apr 08 11:19:11.085015 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5368884-5e07-4c0c-a559-616e6b26cbee req-eb39a452-2451-4800-8fb4-634793f59842 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:11.087265 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b5368884-5e07-4c0c-a559-616e6b26cbee req-eb39a452-2451-4800-8fb4-634793f59842 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 946 time: 0.0534563 Apr 08 11:19:11.138544 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b5368884-5e07-4c0c-a559-616e6b26cbee req-6156dfaa-d158-4c7e-8cc3-32418f2653bf tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457327 Apr 08 11:19:12.256469 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6de30-5193-4a37-9345-dd01430ae436 req-9d3566d7-65b5-4358-b6a3-82e86a314d6d tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:12.258015 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6bd6de30-5193-4a37-9345-dd01430ae436 req-9d3566d7-65b5-4358-b6a3-82e86a314d6d tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 946 time: 0.0518968 Apr 08 11:19:12.304252 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6bd6de30-5193-4a37-9345-dd01430ae436 req-2bc88ce9-c2d6-4251-90b4-c0761cb38d44 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405078 Apr 08 11:19:12.827329 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e4b6a-94d7-4164-899a-e8a5495a1f69 req-0ea819c5-121d-47dc-8a05-18351a6d8583 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:12.828737 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4d4e4b6a-94d7-4164-899a-e8a5495a1f69 req-0ea819c5-121d-47dc-8a05-18351a6d8583 tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 946 time: 0.0509520 Apr 08 11:19:12.917902 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-4d4e4b6a-94d7-4164-899a-e8a5495a1f69 req-5cedeea1-1b32-4719-825f-14a28e2e5b0b tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Deleting port 77516c39-e3bc-433d-a431-aacee1db5ce2 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:19:12.918245 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-4d4e4b6a-94d7-4164-899a-e8a5495a1f69 req-5cedeea1-1b32-4719-825f-14a28e2e5b0b tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (77516c39-e3bc-433d-a431-aacee1db5ce2), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:13.009008 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-4d4e4b6a-94d7-4164-899a-e8a5495a1f69 req-5cedeea1-1b32-4719-825f-14a28e2e5b0b tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] For port 77516c39-e3bc-433d-a431-aacee1db5ce2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=77516c39-e3bc-433d-a431-aacee1db5ce2,segment=NetworkSegment(9600fefb-871a-4d8b-b2c3-78add29baf9e),segment_id=9600fefb-871a-4d8b-b2c3-78add29baf9e)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:19:13.009367 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-4d4e4b6a-94d7-4164-899a-e8a5495a1f69 req-5cedeea1-1b32-4719-825f-14a28e2e5b0b tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (77516c39-e3bc-433d-a431-aacee1db5ce2), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:13.021706 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-4d4e4b6a-94d7-4164-899a-e8a5495a1f69 req-5cedeea1-1b32-4719-825f-14a28e2e5b0b tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Calling delete_port for 77516c39-e3bc-433d-a431-aacee1db5ce2 owned by compute:nova {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:19:13.195422 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-4d4e4b6a-94d7-4164-899a-e8a5495a1f69 req-5cedeea1-1b32-4719-825f-14a28e2e5b0b tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (77516c39-e3bc-433d-a431-aacee1db5ce2), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:13.224439 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cedeea1-1b32-4719-825f-14a28e2e5b0b tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Pushing event deleted for resources: {'Port': ['ID=77516c39-e3bc-433d-a431-aacee1db5ce2,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:19:13.229882 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] get_ports_and_sgs() called for port_ids ['77516c39-e3bc-433d-a431-aacee1db5ce2'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:19:13.266479 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4e4b6a-94d7-4164-899a-e8a5495a1f69 req-5cedeea1-1b32-4719-825f-14a28e2e5b0b tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] No DVR routers for this DVR port 77516c39-e3bc-433d-a431-aacee1db5ce2 on host hv-cinder-83607 {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:19:13.269619 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-4d4e4b6a-94d7-4164-899a-e8a5495a1f69 req-5cedeea1-1b32-4719-825f-14a28e2e5b0b tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:13.272833 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4d4e4b6a-94d7-4164-899a-e8a5495a1f69 req-5cedeea1-1b32-4719-825f-14a28e2e5b0b tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.25 "DELETE /v2.0/ports/77516c39-e3bc-433d-a431-aacee1db5ce2 HTTP/1.1" status: 204 len: 173 time: 0.4388518 Apr 08 11:19:13.273268 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6a39ad-2290-4c57-90c2-296e395ae701', 'name': 'network-vif-deleted', 'tag': '77516c39-e3bc-433d-a431-aacee1db5ce2'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:19:13.275506 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85df669-634b-41f5-8f0d-3cfd24218f5c" -d '{"events": [{"server_uuid": "8a6a39ad-2290-4c57-90c2-296e395ae701", "name": "network-vif-deleted", "tag": "77516c39-e3bc-433d-a431-aacee1db5ce2"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:19:13.311771 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70755e08-567d-4118-aec1-1fd47ba7fdbf x-openstack-request-id: req-70755e08-567d-4118-aec1-1fd47ba7fdbf {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:19:13.312065 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6a39ad-2290-4c57-90c2-296e395ae701", "name": "network-vif-deleted", "tag": "77516c39-e3bc-433d-a431-aacee1db5ce2", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:19:13.312320 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-70755e08-567d-4118-aec1-1fd47ba7fdbf {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:19:13.312720 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70755e08-567d-4118-aec1-1fd47ba7fdbf'] response: {'server_uuid': '8a6a39ad-2290-4c57-90c2-296e395ae701', 'name': 'network-vif-deleted', 'tag': '77516c39-e3bc-433d-a431-aacee1db5ce2', 'status': 'completed', 'code': 200} Apr 08 11:19:13.404399 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-02d918d6-32d7-4f86-95be-164d670b814a req-0fa8e18a-953d-40f4-9d3c-b3861e0e539c tempest-TestMinimumBasicScenario-955241409 tempest-TestMinimumBasicScenario-955241409-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a6a39ad-2290-4c57-90c2-296e395ae701 HTTP/1.1" status: 200 len: 210 time: 0.0312290 Apr 08 11:19:15.649148 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 55318) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:19:16.212217 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7f2c36a8-d182-4cfd-854d-7faea23d2cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457665'] for router_interface (1bbac20d-932e-4309-8945-3ffddcd51293), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:16.457996 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-7f2c36a8-d182-4cfd-854d-7faea23d2cc2 admin admin] Deleting port 25233cf9-0aae-41f4-a724-1c3a4f62872a {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:19:16.458218 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7f2c36a8-d182-4cfd-854d-7faea23d2cc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (25233cf9-0aae-41f4-a724-1c3a4f62872a), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:16.536175 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-7f2c36a8-d182-4cfd-854d-7faea23d2cc2 admin admin] For port 25233cf9-0aae-41f4-a724-1c3a4f62872a, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=25233cf9-0aae-41f4-a724-1c3a4f62872a,segment=NetworkSegment(9600fefb-871a-4d8b-b2c3-78add29baf9e),segment_id=9600fefb-871a-4d8b-b2c3-78add29baf9e)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:19:16.536542 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7f2c36a8-d182-4cfd-854d-7faea23d2cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (25233cf9-0aae-41f4-a724-1c3a4f62872a), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:16.548493 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-7f2c36a8-d182-4cfd-854d-7faea23d2cc2 admin admin] Calling delete_port for 25233cf9-0aae-41f4-a724-1c3a4f62872a owned by network:router_interface {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:19:16.600088 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 77516c39-e3bc-433d-a431-aacee1db5ce2 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:19:16.622980 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] No Port match for: 77516c39-e3bc-433d-a431-aacee1db5ce2 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:19:16.623323 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device 77516c39-e3bc-433d-a431-aacee1db5ce2 not bound to the agent host hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:19:16.788543 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7f2c36a8-d182-4cfd-854d-7faea23d2cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3089968'] for port (25233cf9-0aae-41f4-a724-1c3a4f62872a), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:16.813332 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c36a8-d182-4cfd-854d-7faea23d2cc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=25233cf9-0aae-41f4-a724-1c3a4f62872a,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:19:16.979198 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7f2c36a8-d182-4cfd-854d-7faea23d2cc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7869776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457614'] for router_interface (1bbac20d-932e-4309-8945-3ffddcd51293), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:17.195400 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2c36a8-d182-4cfd-854d-7faea23d2cc2 admin admin] Router 1bbac20d-932e-4309-8945-3ffddcd51293 has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:19:17.302507 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2c36a8-d182-4cfd-854d-7faea23d2cc2 admin admin] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:19:17.307561 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-7f2c36a8-d182-4cfd-854d-7faea23d2cc2 admin admin] 10.222.0.53 "PUT /v2.0/routers/1bbac20d-932e-4309-8945-3ffddcd51293/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6573780 Apr 08 11:19:17.310135 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 55320) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:19:17.312727 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a325ba-f365-42d7-b3f8-76e9f7ca60f0 None None] Sync routers for ids ['1bbac20d-932e-4309-8945-3ffddcd51293'] in dv-cinder-836073-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:19:17.323494 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a325ba-f365-42d7-b3f8-76e9f7ca60f0 None None] Routers {'1bbac20d-932e-4309-8945-3ffddcd51293'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:19:17.324113 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-35a325ba-f365-42d7-b3f8-76e9f7ca60f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:19:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['1bbac20d-932e-4309-8945-3ffddcd51293'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:19:17.416594 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-53ca983f-4918-40ad-9973-a18f5bc46038 admin admin] Publish callbacks [] for router (1bbac20d-932e-4309-8945-3ffddcd51293), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:17.433811 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-35a325ba-f365-42d7-b3f8-76e9f7ca60f0 None None] Set router 1bbac20d-932e-4309-8945-3ffddcd51293 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:19:17.523510 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-53ca983f-4918-40ad-9973-a18f5bc46038 admin admin] Publish callbacks [] for router_gateway (1bbac20d-932e-4309-8945-3ffddcd51293), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:17.615212 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-35a325ba-f365-42d7-b3f8-76e9f7ca60f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbac20d-932e-4309-8945-3ffddcd51293', 'name': 'tempest-TestMinimumBasicScenario-78324127-router', 'tenant_id': 'a7597e54e7e24531b98b0573504715f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '5ef67605-e4d9-4c11-909a-4368b4122ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:34Z', 'updated_at': '2022-04-08T11:19:16Z', 'revision_number': 5, 'project_id': 'a7597e54e7e24531b98b0573504715f2', 'gw_port': {'id': '5ef67605-e4d9-4c11-909a-4368b4122ab2', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:38:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbac20d-932e-4309-8945-3ffddcd51293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:35Z', 'updated_at': '2022-04-08T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi'}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:19:17.641368 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-53ca983f-4918-40ad-9973-a18f5bc46038 admin admin] Deleting port 5ef67605-e4d9-4c11-909a-4368b4122ab2 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:19:17.642696 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-53ca983f-4918-40ad-9973-a18f5bc46038 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (5ef67605-e4d9-4c11-909a-4368b4122ab2), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:17.646424 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a325ba-f365-42d7-b3f8-76e9f7ca60f0 None None] Checking router: 1bbac20d-932e-4309-8945-3ffddcd51293 for host: dv-cinder-836073-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:19:17.655150 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a325ba-f365-42d7-b3f8-76e9f7ca60f0 None None] Routers {'1bbac20d-932e-4309-8945-3ffddcd51293'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:19:17.655766 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-35a325ba-f365-42d7-b3f8-76e9f7ca60f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:19:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['1bbac20d-932e-4309-8945-3ffddcd51293'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:19:17.728040 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-53ca983f-4918-40ad-9973-a18f5bc46038 admin admin] For port 5ef67605-e4d9-4c11-909a-4368b4122ab2, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=5ef67605-e4d9-4c11-909a-4368b4122ab2,segment=NetworkSegment(2bb98e3e-6539-44eb-b25b-4089590167ac),segment_id=2bb98e3e-6539-44eb-b25b-4089590167ac)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:19:17.728351 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-53ca983f-4918-40ad-9973-a18f5bc46038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (5ef67605-e4d9-4c11-909a-4368b4122ab2), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:17.741809 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-53ca983f-4918-40ad-9973-a18f5bc46038 admin admin] Calling delete_port for 5ef67605-e4d9-4c11-909a-4368b4122ab2 owned by network:router_gateway {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:19:17.742545 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-35a325ba-f365-42d7-b3f8-76e9f7ca60f0 None None] Set router 1bbac20d-932e-4309-8945-3ffddcd51293 gateway port host: None {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:19:17.797033 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-35a325ba-f365-42d7-b3f8-76e9f7ca60f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbac20d-932e-4309-8945-3ffddcd51293', 'name': 'tempest-TestMinimumBasicScenario-78324127-router', 'tenant_id': 'a7597e54e7e24531b98b0573504715f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:34Z', 'updated_at': '2022-04-08T11:19:17Z', 'revision_number': 6, 'project_id': 'a7597e54e7e24531b98b0573504715f2', 'gw_port_host': None}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:19:17.823839 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a325ba-f365-42d7-b3f8-76e9f7ca60f0 None None] The sync data for ids ['1bbac20d-932e-4309-8945-3ffddcd51293'] in dv-cinder-836073-3-iscsi is: [{'id': '1bbac20d-932e-4309-8945-3ffddcd51293', 'name': 'tempest-TestMinimumBasicScenario-78324127-router', 'tenant_id': 'a7597e54e7e24531b98b0573504715f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:34Z', 'updated_at': '2022-04-08T11:19:17Z', 'revision_number': 6, 'project_id': 'a7597e54e7e24531b98b0573504715f2', 'gw_port_host': None}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:19:17.971918 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-53ca983f-4918-40ad-9973-a18f5bc46038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3089968'] for port (5ef67605-e4d9-4c11-909a-4368b4122ab2), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:17.997986 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca983f-4918-40ad-9973-a18f5bc46038 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ef67605-e4d9-4c11-909a-4368b4122ab2,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:19:18.060196 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-53ca983f-4918-40ad-9973-a18f5bc46038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456443'] for router_gateway (1bbac20d-932e-4309-8945-3ffddcd51293), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:18.156005 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-53ca983f-4918-40ad-9973-a18f5bc46038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1014241'] for router (1bbac20d-932e-4309-8945-3ffddcd51293), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:18.158970 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-53ca983f-4918-40ad-9973-a18f5bc46038 admin admin] Publish callbacks [] for router_controller (1bbac20d-932e-4309-8945-3ffddcd51293), precommit_delete_associations {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:18.286992 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-53ca983f-4918-40ad-9973-a18f5bc46038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-458149'] for router (1bbac20d-932e-4309-8945-3ffddcd51293), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:18.287585 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ca983f-4918-40ad-9973-a18f5bc46038 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bbac20d-932e-4309-8945-3ffddcd51293 {{(pid=104017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 11:19:18.291819 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-53ca983f-4918-40ad-9973-a18f5bc46038 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:18.292963 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-53ca983f-4918-40ad-9973-a18f5bc46038 admin admin] 10.222.0.53 "DELETE /v2.0/routers/1bbac20d-932e-4309-8945-3ffddcd51293 HTTP/1.1" status: 204 len: 168 time: 0.9819298 Apr 08 11:19:18.295523 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 55322) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:19:18.339788 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bc46e9b-0c12-49d0-9b3e-7f8ef700b813 admin admin] Deleting subnet 09a28b7c-e1a2-4e20-a3c8-07d8f4be6de1 {{(pid=104017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:19:18.342841 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4bc46e9b-0c12-49d0-9b3e-7f8ef700b813 admin admin] Publish callbacks [] for subnet (09a28b7c-e1a2-4e20-a3c8-07d8f4be6de1), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:18.378628 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4bc46e9b-0c12-49d0-9b3e-7f8ef700b813 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4091653'] for subnet (09a28b7c-e1a2-4e20-a3c8-07d8f4be6de1), precommit_delete_associations {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:18.457451 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4bc46e9b-0c12-49d0-9b3e-7f8ef700b813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7741539'] for subnet (09a28b7c-e1a2-4e20-a3c8-07d8f4be6de1), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:18.583328 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4bc46e9b-0c12-49d0-9b3e-7f8ef700b813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7741546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3090149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25379873'] for subnet (09a28b7c-e1a2-4e20-a3c8-07d8f4be6de1), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:18.608633 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc46e9b-0c12-49d0-9b3e-7f8ef700b813 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09a28b7c-e1a2-4e20-a3c8-07d8f4be6de1,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:19:18.612363 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4bc46e9b-0c12-49d0-9b3e-7f8ef700b813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:18.615569 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-4bc46e9b-0c12-49d0-9b3e-7f8ef700b813 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/09a28b7c-e1a2-4e20-a3c8-07d8f4be6de1 HTTP/1.1" status: 204 len: 168 time: 0.3190544 Apr 08 11:19:18.618041 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 55324) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:19:18.620615 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbdcd1a-9010-46a0-9dbd-afb0406d2d8d None None] Network 70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34 requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:19:18.692843 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-30f8eb5c-59d5-41e2-aac6-bc9ae482f022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7700898'] for network (70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:18.752973 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-30f8eb5c-59d5-41e2-aac6-bc9ae482f022 admin admin] Deleting port 815284b2-f5b8-4ac4-af3e-cf28bf74279b {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:19:18.753312 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-30f8eb5c-59d5-41e2-aac6-bc9ae482f022 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (815284b2-f5b8-4ac4-af3e-cf28bf74279b), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:18.778996 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab590fac-b559-4dd7-981a-d604288af6eb None None] DHCP port deletion for 70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34 request from dv-cinder-836073-3-iscsi {{(pid=104018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 11:19:18.821772 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-30f8eb5c-59d5-41e2-aac6-bc9ae482f022 admin admin] For port 815284b2-f5b8-4ac4-af3e-cf28bf74279b, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=815284b2-f5b8-4ac4-af3e-cf28bf74279b,segment=NetworkSegment(9600fefb-871a-4d8b-b2c3-78add29baf9e),segment_id=9600fefb-871a-4d8b-b2c3-78add29baf9e)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:19:18.822017 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-30f8eb5c-59d5-41e2-aac6-bc9ae482f022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (815284b2-f5b8-4ac4-af3e-cf28bf74279b), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:18.836056 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ab590fac-b559-4dd7-981a-d604288af6eb None None] Deleting port 815284b2-f5b8-4ac4-af3e-cf28bf74279b {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:19:18.836439 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ab590fac-b559-4dd7-981a-d604288af6eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (815284b2-f5b8-4ac4-af3e-cf28bf74279b), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:18.836582 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-30f8eb5c-59d5-41e2-aac6-bc9ae482f022 admin admin] Calling delete_port for 815284b2-f5b8-4ac4-af3e-cf28bf74279b owned by network:dhcp {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:19:18.901540 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-ab590fac-b559-4dd7-981a-d604288af6eb None None] For port 815284b2-f5b8-4ac4-af3e-cf28bf74279b, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=815284b2-f5b8-4ac4-af3e-cf28bf74279b,segment=NetworkSegment(9600fefb-871a-4d8b-b2c3-78add29baf9e),segment_id=9600fefb-871a-4d8b-b2c3-78add29baf9e)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:19:18.901965 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ab590fac-b559-4dd7-981a-d604288af6eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (815284b2-f5b8-4ac4-af3e-cf28bf74279b), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:18.914074 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ab590fac-b559-4dd7-981a-d604288af6eb None None] Calling delete_port for 815284b2-f5b8-4ac4-af3e-cf28bf74279b owned by network:dhcp {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:19:19.012930 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-30f8eb5c-59d5-41e2-aac6-bc9ae482f022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3089968'] for port (815284b2-f5b8-4ac4-af3e-cf28bf74279b), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:19.019626 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ab590fac-b559-4dd7-981a-d604288af6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638'] for port (815284b2-f5b8-4ac4-af3e-cf28bf74279b), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:19.039208 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f8eb5c-59d5-41e2-aac6-bc9ae482f022 admin admin] Pushing event deleted for resources: {'Port': ['ID=815284b2-f5b8-4ac4-af3e-cf28bf74279b,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:19:19.042811 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f8eb5c-59d5-41e2-aac6-bc9ae482f022 admin admin] No DVR routers for this DVR port 815284b2-f5b8-4ac4-af3e-cf28bf74279b on host dv-cinder-836073-3-iscsi {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:19:19.121814 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-30f8eb5c-59d5-41e2-aac6-bc9ae482f022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7858426', 'neutron.services.segments.db._delete_segments_for_network-8771786818506'] for network (70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:19.145164 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-30f8eb5c-59d5-41e2-aac6-bc9ae482f022 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34']}} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:19:19.155604 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-30f8eb5c-59d5-41e2-aac6-bc9ae482f022 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9600fefb-871a-4d8b-b2c3-78add29baf9e') {'for_net_delete': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:19:19.156037 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-30f8eb5c-59d5-41e2-aac6-bc9ae482f022 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9600fefb-871a-4d8b-b2c3-78add29baf9e') {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:19:19.167167 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-30f8eb5c-59d5-41e2-aac6-bc9ae482f022 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771786821075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4091676'] for segment (9600fefb-871a-4d8b-b2c3-78add29baf9e), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:19.170473 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab590fac-b559-4dd7-981a-d604288af6eb None None] Pushing event deleted for resources: {'Port': ['ID=815284b2-f5b8-4ac4-af3e-cf28bf74279b,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:19:19.175945 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 815284b2-f5b8-4ac4-af3e-cf28bf74279b no longer exists at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:19:19.181650 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-30f8eb5c-59d5-41e2-aac6-bc9ae482f022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154'] for segment (9600fefb-871a-4d8b-b2c3-78add29baf9e), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:19.189425 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30f8eb5c-59d5-41e2-aac6-bc9ae482f022 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=104017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:19:19.189841 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-30f8eb5c-59d5-41e2-aac6-bc9ae482f022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3089923'] for segment (9600fefb-871a-4d8b-b2c3-78add29baf9e), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:19.191500 dv-cinder-836073-3-iscsi neutron-server[104017]: Traceback (most recent call last): Apr 08 11:19:19.191500 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:19:19.191500 dv-cinder-836073-3-iscsi neutron-server[104017]: timer() Apr 08 11:19:19.191500 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:19:19.191500 dv-cinder-836073-3-iscsi neutron-server[104017]: cb(*args, **kw) Apr 08 11:19:19.191500 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:19:19.191500 dv-cinder-836073-3-iscsi neutron-server[104017]: return func(*args, **kwargs) Apr 08 11:19:19.191500 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:19:19.191500 dv-cinder-836073-3-iscsi neutron-server[104017]: self._notify() Apr 08 11:19:19.191500 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:19:19.191500 dv-cinder-836073-3-iscsi neutron-server[104017]: self.callback(batched_events) Apr 08 11:19:19.191500 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:19:19.191500 dv-cinder-836073-3-iscsi neutron-server[104017]: event.method(event) Apr 08 11:19:19.191500 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:19:19.191500 dv-cinder-836073-3-iscsi neutron-server[104017]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:19:19.191500 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:19:19.191500 dv-cinder-836073-3-iscsi neutron-server[104017]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:19:19.191500 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:19:19.191500 dv-cinder-836073-3-iscsi neutron-server[104017]: return f(self, *a, **k) Apr 08 11:19:19.191500 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:19:19.191500 dv-cinder-836073-3-iscsi neutron-server[104017]: return self._get(url).json() Apr 08 11:19:19.191500 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:19:19.191500 dv-cinder-836073-3-iscsi neutron-server[104017]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:19:19.191500 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:19:19.191500 dv-cinder-836073-3-iscsi neutron-server[104017]: return self.request(url, 'GET', **kwargs) Apr 08 11:19:19.191500 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:19:19.191500 dv-cinder-836073-3-iscsi neutron-server[104017]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:19:19.191500 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:19:19.191500 dv-cinder-836073-3-iscsi neutron-server[104017]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:19:19.191500 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:19:19.191500 dv-cinder-836073-3-iscsi neutron-server[104017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:19:19.191500 dv-cinder-836073-3-iscsi neutron-server[104017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:19:19.201574 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab590fac-b559-4dd7-981a-d604288af6eb None None] No DVR routers for this DVR port 815284b2-f5b8-4ac4-af3e-cf28bf74279b on host dv-cinder-836073-3-iscsi {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:19:19.203607 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab590fac-b559-4dd7-981a-d604288af6eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:19.203961 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab590fac-b559-4dd7-981a-d604288af6eb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:19.204456 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab590fac-b559-4dd7-981a-d604288af6eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:19.204800 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab590fac-b559-4dd7-981a-d604288af6eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:19.211492 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab590fac-b559-4dd7-981a-d604288af6eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:19.211492 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab590fac-b559-4dd7-981a-d604288af6eb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:19.211492 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab590fac-b559-4dd7-981a-d604288af6eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:19.211492 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab590fac-b559-4dd7-981a-d604288af6eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:19.211492 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab590fac-b559-4dd7-981a-d604288af6eb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:19.211492 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab590fac-b559-4dd7-981a-d604288af6eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:19.211492 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab590fac-b559-4dd7-981a-d604288af6eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:19.211492 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab590fac-b559-4dd7-981a-d604288af6eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:19.211492 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab590fac-b559-4dd7-981a-d604288af6eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:19.211492 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab590fac-b559-4dd7-981a-d604288af6eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:19.211492 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab590fac-b559-4dd7-981a-d604288af6eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:19:19.212347 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] No Port match for: 815284b2-f5b8-4ac4-af3e-cf28bf74279b {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:19:19.212630 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 815284b2-f5b8-4ac4-af3e-cf28bf74279b not bound to the agent host dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:19:19.212876 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 5ef67605-e4d9-4c11-909a-4368b4122ab2 no longer exists at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:19:19.237270 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] No Port match for: 5ef67605-e4d9-4c11-909a-4368b4122ab2 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:19:19.237529 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 5ef67605-e4d9-4c11-909a-4368b4122ab2 not bound to the agent host dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:19:19.237834 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 25233cf9-0aae-41f4-a724-1c3a4f62872a no longer exists at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:19:19.257240 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] No Port match for: 25233cf9-0aae-41f4-a724-1c3a4f62872a {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:19:19.257613 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 25233cf9-0aae-41f4-a724-1c3a4f62872a not bound to the agent host dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:19:19.344413 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-30f8eb5c-59d5-41e2-aac6-bc9ae482f022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7858401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7922337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456415'] for network (70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:19.348872 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-30f8eb5c-59d5-41e2-aac6-bc9ae482f022 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:19.352288 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-30f8eb5c-59d5-41e2-aac6-bc9ae482f022 admin admin] 10.222.0.53 "DELETE /v2.0/networks/70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34 HTTP/1.1" status: 204 len: 168 time: 0.7332964 Apr 08 11:19:19.355285 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 55326) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:19:19.365215 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f8eb5c-59d5-41e2-aac6-bc9ae482f022 admin admin] Pushing event deleted for resources: {'Network': ['ID=70a7e59c-b3f6-4ec9-8e74-eeb9803a2c34,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:19:19.699594 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3180d40d-4cf4-41bf-a736-a2af5b48af96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457665'] for router_interface (d8c2ded0-7366-4442-ad4a-fb294fb56869), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:19.942218 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-3180d40d-4cf4-41bf-a736-a2af5b48af96 admin admin] Deleting port e34aa17e-27ed-4f64-9ce6-7f4acfc36e94 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:19:19.942552 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3180d40d-4cf4-41bf-a736-a2af5b48af96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (e34aa17e-27ed-4f64-9ce6-7f4acfc36e94), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:20.020207 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-3180d40d-4cf4-41bf-a736-a2af5b48af96 admin admin] For port e34aa17e-27ed-4f64-9ce6-7f4acfc36e94, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=e34aa17e-27ed-4f64-9ce6-7f4acfc36e94,segment=NetworkSegment(6b9f4489-2ec6-4841-9b55-c7d896c0ead0),segment_id=6b9f4489-2ec6-4841-9b55-c7d896c0ead0)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:19:20.020705 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3180d40d-4cf4-41bf-a736-a2af5b48af96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (e34aa17e-27ed-4f64-9ce6-7f4acfc36e94), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:20.037510 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-3180d40d-4cf4-41bf-a736-a2af5b48af96 admin admin] Calling delete_port for e34aa17e-27ed-4f64-9ce6-7f4acfc36e94 owned by network:router_interface {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:19:20.274630 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3180d40d-4cf4-41bf-a736-a2af5b48af96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (e34aa17e-27ed-4f64-9ce6-7f4acfc36e94), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:20.300140 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180d40d-4cf4-41bf-a736-a2af5b48af96 admin admin] Pushing event deleted for resources: {'Port': ['ID=e34aa17e-27ed-4f64-9ce6-7f4acfc36e94,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:19:20.469220 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3180d40d-4cf4-41bf-a736-a2af5b48af96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7869776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457614'] for router_interface (d8c2ded0-7366-4442-ad4a-fb294fb56869), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:20.685175 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3180d40d-4cf4-41bf-a736-a2af5b48af96 admin admin] Router d8c2ded0-7366-4442-ad4a-fb294fb56869 has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:19:20.791271 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3180d40d-4cf4-41bf-a736-a2af5b48af96 admin admin] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:19:20.796181 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-3180d40d-4cf4-41bf-a736-a2af5b48af96 admin admin] 10.222.0.53 "PUT /v2.0/routers/d8c2ded0-7366-4442-ad4a-fb294fb56869/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4398742 Apr 08 11:19:20.799315 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 55328) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:19:20.802849 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89387a6-eff3-4505-84d2-387cb2ee633d None None] Sync routers for ids ['d8c2ded0-7366-4442-ad4a-fb294fb56869'] in dv-cinder-836073-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:19:20.815897 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89387a6-eff3-4505-84d2-387cb2ee633d None None] Routers {'d8c2ded0-7366-4442-ad4a-fb294fb56869'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:19:20.816504 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-f89387a6-eff3-4505-84d2-387cb2ee633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:19:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['d8c2ded0-7366-4442-ad4a-fb294fb56869'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:19:20.906242 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-aabc4f52-1652-448e-8d42-f79b0c344fbe admin admin] Publish callbacks [] for router (d8c2ded0-7366-4442-ad4a-fb294fb56869), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:20.918932 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-f89387a6-eff3-4505-84d2-387cb2ee633d None None] Set router d8c2ded0-7366-4442-ad4a-fb294fb56869 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:19:21.011224 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-aabc4f52-1652-448e-8d42-f79b0c344fbe admin admin] Publish callbacks [] for router_gateway (d8c2ded0-7366-4442-ad4a-fb294fb56869), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:21.154974 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-aabc4f52-1652-448e-8d42-f79b0c344fbe admin admin] Deleting port b90a47d5-e766-4cc2-89ae-cbad2d6e6203 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:19:21.155457 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-aabc4f52-1652-448e-8d42-f79b0c344fbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (b90a47d5-e766-4cc2-89ae-cbad2d6e6203), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:21.186372 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-f89387a6-eff3-4505-84d2-387cb2ee633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c2ded0-7366-4442-ad4a-fb294fb56869', 'name': 'tempest-TestMinimumBasicScenario-1439258097-router', 'tenant_id': '28f88e0ab6de458593ff7ee4133e8eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b90a47d5-e766-4cc2-89ae-cbad2d6e6203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:44Z', 'updated_at': '2022-04-08T11:19:20Z', 'revision_number': 5, 'project_id': '28f88e0ab6de458593ff7ee4133e8eb6', 'gw_port': {'id': 'b90a47d5-e766-4cc2-89ae-cbad2d6e6203', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:93:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c2ded0-7366-4442-ad4a-fb294fb56869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:45Z', 'updated_at': '2022-04-08T11:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi'}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:19:21.211824 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89387a6-eff3-4505-84d2-387cb2ee633d None None] Checking router: d8c2ded0-7366-4442-ad4a-fb294fb56869 for host: dv-cinder-836073-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:19:21.220956 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89387a6-eff3-4505-84d2-387cb2ee633d None None] Routers {'d8c2ded0-7366-4442-ad4a-fb294fb56869'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:19:21.221552 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-f89387a6-eff3-4505-84d2-387cb2ee633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:19:00Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['d8c2ded0-7366-4442-ad4a-fb294fb56869'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:19:21.234976 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-aabc4f52-1652-448e-8d42-f79b0c344fbe admin admin] For port b90a47d5-e766-4cc2-89ae-cbad2d6e6203, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=b90a47d5-e766-4cc2-89ae-cbad2d6e6203,segment=NetworkSegment(2bb98e3e-6539-44eb-b25b-4089590167ac),segment_id=2bb98e3e-6539-44eb-b25b-4089590167ac)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:19:21.235990 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-aabc4f52-1652-448e-8d42-f79b0c344fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (b90a47d5-e766-4cc2-89ae-cbad2d6e6203), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:21.251825 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-aabc4f52-1652-448e-8d42-f79b0c344fbe admin admin] Calling delete_port for b90a47d5-e766-4cc2-89ae-cbad2d6e6203 owned by network:router_gateway {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:19:21.309185 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-f89387a6-eff3-4505-84d2-387cb2ee633d None None] Set router d8c2ded0-7366-4442-ad4a-fb294fb56869 gateway port host: None {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:19:21.362605 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-f89387a6-eff3-4505-84d2-387cb2ee633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c2ded0-7366-4442-ad4a-fb294fb56869', 'name': 'tempest-TestMinimumBasicScenario-1439258097-router', 'tenant_id': '28f88e0ab6de458593ff7ee4133e8eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:44Z', 'updated_at': '2022-04-08T11:19:21Z', 'revision_number': 6, 'project_id': '28f88e0ab6de458593ff7ee4133e8eb6', 'gw_port_host': None}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:19:21.387753 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89387a6-eff3-4505-84d2-387cb2ee633d None None] The sync data for ids ['d8c2ded0-7366-4442-ad4a-fb294fb56869'] in dv-cinder-836073-3-iscsi is: [{'id': 'd8c2ded0-7366-4442-ad4a-fb294fb56869', 'name': 'tempest-TestMinimumBasicScenario-1439258097-router', 'tenant_id': '28f88e0ab6de458593ff7ee4133e8eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:44Z', 'updated_at': '2022-04-08T11:19:21Z', 'revision_number': 6, 'project_id': '28f88e0ab6de458593ff7ee4133e8eb6', 'gw_port_host': None}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:19:21.468844 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-aabc4f52-1652-448e-8d42-f79b0c344fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (b90a47d5-e766-4cc2-89ae-cbad2d6e6203), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:21.494705 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc4f52-1652-448e-8d42-f79b0c344fbe admin admin] Pushing event deleted for resources: {'Port': ['ID=b90a47d5-e766-4cc2-89ae-cbad2d6e6203,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:19:21.555623 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-aabc4f52-1652-448e-8d42-f79b0c344fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456443'] for router_gateway (d8c2ded0-7366-4442-ad4a-fb294fb56869), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:21.646777 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-aabc4f52-1652-448e-8d42-f79b0c344fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1014241'] for router (d8c2ded0-7366-4442-ad4a-fb294fb56869), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:21.648859 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-aabc4f52-1652-448e-8d42-f79b0c344fbe admin admin] Publish callbacks [] for router_controller (d8c2ded0-7366-4442-ad4a-fb294fb56869), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:21.784541 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-aabc4f52-1652-448e-8d42-f79b0c344fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-458149'] for router (d8c2ded0-7366-4442-ad4a-fb294fb56869), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:21.785102 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabc4f52-1652-448e-8d42-f79b0c344fbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8c2ded0-7366-4442-ad4a-fb294fb56869 {{(pid=104016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 11:19:21.789487 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-aabc4f52-1652-448e-8d42-f79b0c344fbe admin admin] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:21.790722 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-aabc4f52-1652-448e-8d42-f79b0c344fbe admin admin] 10.222.0.53 "DELETE /v2.0/routers/d8c2ded0-7366-4442-ad4a-fb294fb56869 HTTP/1.1" status: 204 len: 168 time: 0.9900846 Apr 08 11:19:21.794547 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 55330) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:19:21.840524 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_v2 [None req-c197f516-e753-4874-9a41-21d823985f09 admin admin] Deleting subnet cc0beb82-c6c3-4e93-b17d-c0e2ff4d6654 {{(pid=104016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:19:21.843613 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c197f516-e753-4874-9a41-21d823985f09 admin admin] Publish callbacks [] for subnet (cc0beb82-c6c3-4e93-b17d-c0e2ff4d6654), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:21.878087 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c197f516-e753-4874-9a41-21d823985f09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4108866'] for subnet (cc0beb82-c6c3-4e93-b17d-c0e2ff4d6654), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:21.958234 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c197f516-e753-4874-9a41-21d823985f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7741539'] for subnet (cc0beb82-c6c3-4e93-b17d-c0e2ff4d6654), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:22.099068 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c197f516-e753-4874-9a41-21d823985f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7741546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3536836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077135'] for subnet (cc0beb82-c6c3-4e93-b17d-c0e2ff4d6654), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:22.122358 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197f516-e753-4874-9a41-21d823985f09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc0beb82-c6c3-4e93-b17d-c0e2ff4d6654,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:19:22.129437 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c197f516-e753-4874-9a41-21d823985f09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:22.132718 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-c197f516-e753-4874-9a41-21d823985f09 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/cc0beb82-c6c3-4e93-b17d-c0e2ff4d6654 HTTP/1.1" status: 204 len: 168 time: 0.3385158 Apr 08 11:19:22.135202 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b459be48-6c43-4392-8f69-757d311d6860 None None] Network ce8c03cc-6c21-4361-b526-6beecb4519e5 requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:19:22.135726 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 55332) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:19:22.216870 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9a3d1a21-7469-46ee-a762-5f7cd14ecf93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7700898'] for network (ce8c03cc-6c21-4361-b526-6beecb4519e5), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:22.271590 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-9a3d1a21-7469-46ee-a762-5f7cd14ecf93 admin admin] Deleting port 122a5cc6-b7af-47fe-8226-f2a50f03b6eb {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:19:22.271933 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9a3d1a21-7469-46ee-a762-5f7cd14ecf93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (122a5cc6-b7af-47fe-8226-f2a50f03b6eb), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:22.298945 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:22.321570 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdead7d-2fe0-46dc-bdb6-b9b714a17dec None None] DHCP port deletion for ce8c03cc-6c21-4361-b526-6beecb4519e5 request from dv-cinder-836073-3-iscsi {{(pid=104018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 11:19:22.342162 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-9a3d1a21-7469-46ee-a762-5f7cd14ecf93 admin admin] For port 122a5cc6-b7af-47fe-8226-f2a50f03b6eb, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=122a5cc6-b7af-47fe-8226-f2a50f03b6eb,segment=NetworkSegment(6b9f4489-2ec6-4841-9b55-c7d896c0ead0),segment_id=6b9f4489-2ec6-4841-9b55-c7d896c0ead0)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:19:22.342602 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9a3d1a21-7469-46ee-a762-5f7cd14ecf93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (122a5cc6-b7af-47fe-8226-f2a50f03b6eb), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:22.356537 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-9a3d1a21-7469-46ee-a762-5f7cd14ecf93 admin admin] Calling delete_port for 122a5cc6-b7af-47fe-8226-f2a50f03b6eb owned by network:dhcp {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:19:22.380276 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-dbdead7d-2fe0-46dc-bdb6-b9b714a17dec None None] Deleting port 122a5cc6-b7af-47fe-8226-f2a50f03b6eb {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:19:22.380649 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-dbdead7d-2fe0-46dc-bdb6-b9b714a17dec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (122a5cc6-b7af-47fe-8226-f2a50f03b6eb), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:22.449797 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-dbdead7d-2fe0-46dc-bdb6-b9b714a17dec None None] For port 122a5cc6-b7af-47fe-8226-f2a50f03b6eb, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=122a5cc6-b7af-47fe-8226-f2a50f03b6eb,segment=NetworkSegment(6b9f4489-2ec6-4841-9b55-c7d896c0ead0),segment_id=6b9f4489-2ec6-4841-9b55-c7d896c0ead0)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:19:22.450548 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-dbdead7d-2fe0-46dc-bdb6-b9b714a17dec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (122a5cc6-b7af-47fe-8226-f2a50f03b6eb), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:22.465320 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-dbdead7d-2fe0-46dc-bdb6-b9b714a17dec None None] Calling delete_port for 122a5cc6-b7af-47fe-8226-f2a50f03b6eb owned by network:dhcp {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:19:22.612935 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9a3d1a21-7469-46ee-a762-5f7cd14ecf93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3089968'] for port (122a5cc6-b7af-47fe-8226-f2a50f03b6eb), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:22.619134 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-dbdead7d-2fe0-46dc-bdb6-b9b714a17dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638'] for port (122a5cc6-b7af-47fe-8226-f2a50f03b6eb), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:22.636466 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d1a21-7469-46ee-a762-5f7cd14ecf93 admin admin] Pushing event deleted for resources: {'Port': ['ID=122a5cc6-b7af-47fe-8226-f2a50f03b6eb,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:19:22.642209 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3d1a21-7469-46ee-a762-5f7cd14ecf93 admin admin] No DVR routers for this DVR port 122a5cc6-b7af-47fe-8226-f2a50f03b6eb on host dv-cinder-836073-3-iscsi {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:19:22.642773 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdead7d-2fe0-46dc-bdb6-b9b714a17dec None None] Pushing event deleted for resources: {'Port': ['ID=122a5cc6-b7af-47fe-8226-f2a50f03b6eb,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:19:22.648508 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdead7d-2fe0-46dc-bdb6-b9b714a17dec None None] No DVR routers for this DVR port 122a5cc6-b7af-47fe-8226-f2a50f03b6eb on host dv-cinder-836073-3-iscsi {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:19:22.711260 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9a3d1a21-7469-46ee-a762-5f7cd14ecf93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7858426', 'neutron.services.segments.db._delete_segments_for_network-8771786818506'] for network (ce8c03cc-6c21-4361-b526-6beecb4519e5), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:22.730630 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-9a3d1a21-7469-46ee-a762-5f7cd14ecf93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce8c03cc-6c21-4361-b526-6beecb4519e5']}} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:19:22.740182 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-9a3d1a21-7469-46ee-a762-5f7cd14ecf93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b9f4489-2ec6-4841-9b55-c7d896c0ead0') {'for_net_delete': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:19:22.740479 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-9a3d1a21-7469-46ee-a762-5f7cd14ecf93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b9f4489-2ec6-4841-9b55-c7d896c0ead0') {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:19:22.752909 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9a3d1a21-7469-46ee-a762-5f7cd14ecf93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771786821075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4091676'] for segment (6b9f4489-2ec6-4841-9b55-c7d896c0ead0), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:22.765464 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9a3d1a21-7469-46ee-a762-5f7cd14ecf93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154'] for segment (6b9f4489-2ec6-4841-9b55-c7d896c0ead0), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:22.771413 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a3d1a21-7469-46ee-a762-5f7cd14ecf93 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=104017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:19:22.771790 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9a3d1a21-7469-46ee-a762-5f7cd14ecf93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3089923'] for segment (6b9f4489-2ec6-4841-9b55-c7d896c0ead0), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:22.773375 dv-cinder-836073-3-iscsi neutron-server[104017]: Traceback (most recent call last): Apr 08 11:19:22.773375 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:19:22.773375 dv-cinder-836073-3-iscsi neutron-server[104017]: timer() Apr 08 11:19:22.773375 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:19:22.773375 dv-cinder-836073-3-iscsi neutron-server[104017]: cb(*args, **kw) Apr 08 11:19:22.773375 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:19:22.773375 dv-cinder-836073-3-iscsi neutron-server[104017]: return func(*args, **kwargs) Apr 08 11:19:22.773375 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:19:22.773375 dv-cinder-836073-3-iscsi neutron-server[104017]: self._notify() Apr 08 11:19:22.773375 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:19:22.773375 dv-cinder-836073-3-iscsi neutron-server[104017]: self.callback(batched_events) Apr 08 11:19:22.773375 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:19:22.773375 dv-cinder-836073-3-iscsi neutron-server[104017]: event.method(event) Apr 08 11:19:22.773375 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:19:22.773375 dv-cinder-836073-3-iscsi neutron-server[104017]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:19:22.773375 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:19:22.773375 dv-cinder-836073-3-iscsi neutron-server[104017]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:19:22.773375 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:19:22.773375 dv-cinder-836073-3-iscsi neutron-server[104017]: return f(self, *a, **k) Apr 08 11:19:22.773375 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:19:22.773375 dv-cinder-836073-3-iscsi neutron-server[104017]: return self._get(url).json() Apr 08 11:19:22.773375 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:19:22.773375 dv-cinder-836073-3-iscsi neutron-server[104017]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:19:22.773375 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:19:22.773375 dv-cinder-836073-3-iscsi neutron-server[104017]: return self.request(url, 'GET', **kwargs) Apr 08 11:19:22.773375 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:19:22.773375 dv-cinder-836073-3-iscsi neutron-server[104017]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:19:22.773375 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:19:22.773375 dv-cinder-836073-3-iscsi neutron-server[104017]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:19:22.773375 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:19:22.773375 dv-cinder-836073-3-iscsi neutron-server[104017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:19:22.773375 dv-cinder-836073-3-iscsi neutron-server[104017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:19:22.892765 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9a3d1a21-7469-46ee-a762-5f7cd14ecf93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7858401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7922337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456415'] for network (ce8c03cc-6c21-4361-b526-6beecb4519e5), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:22.897863 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9a3d1a21-7469-46ee-a762-5f7cd14ecf93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:22.900953 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-9a3d1a21-7469-46ee-a762-5f7cd14ecf93 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ce8c03cc-6c21-4361-b526-6beecb4519e5 HTTP/1.1" status: 204 len: 168 time: 0.7646151 Apr 08 11:19:22.912062 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d1a21-7469-46ee-a762-5f7cd14ecf93 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce8c03cc-6c21-4361-b526-6beecb4519e5,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:19:23.164777 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device b90a47d5-e766-4cc2-89ae-cbad2d6e6203 no longer exists at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:19:23.186089 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] No Port match for: b90a47d5-e766-4cc2-89ae-cbad2d6e6203 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:19:23.186435 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device b90a47d5-e766-4cc2-89ae-cbad2d6e6203 not bound to the agent host dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:19:23.186841 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 122a5cc6-b7af-47fe-8226-f2a50f03b6eb no longer exists at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:19:23.206625 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] No Port match for: 122a5cc6-b7af-47fe-8226-f2a50f03b6eb {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:19:23.206966 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 122a5cc6-b7af-47fe-8226-f2a50f03b6eb not bound to the agent host dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:19:23.207380 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device e34aa17e-27ed-4f64-9ce6-7f4acfc36e94 no longer exists at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:19:23.228616 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] No Port match for: e34aa17e-27ed-4f64-9ce6-7f4acfc36e94 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:19:23.228961 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device e34aa17e-27ed-4f64-9ce6-7f4acfc36e94 not bound to the agent host dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:19:23.296095 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 55336) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:19:23.336530 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-639c733f-8aba-4cb1-9fa6-3880332f22ea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a7597e54e7e24531b98b0573504715f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391574 Apr 08 11:19:23.338900 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 55338) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:19:23.385384 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8bf44bd6-0101-4036-92c6-a2d214cb7798 admin admin] Publish callbacks [] for security_group (e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:23.412084 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8bf44bd6-0101-4036-92c6-a2d214cb7798 admin admin] Publish callbacks [] for security_group (e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:23.544495 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8bf44bd6-0101-4036-92c6-a2d214cb7798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:23.547089 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8bf44bd6-0101-4036-92c6-a2d214cb7798 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:23.548339 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-8bf44bd6-0101-4036-92c6-a2d214cb7798 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa HTTP/1.1" status: 204 len: 168 time: 0.2084544 Apr 08 11:19:23.556121 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf44bd6-0101-4036-92c6-a2d214cb7798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fa7c06-a9b9-452a-a347-1a4a3d67f3aa,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:19:23.609553 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:19:24.198797 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 55344) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:19:24.237821 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-bf7c4faf-c647-49cb-8603-f96be5cb4ed7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=28f88e0ab6de458593ff7ee4133e8eb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378625 Apr 08 11:19:24.240187 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 55346) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:19:24.286402 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-82909038-4aa2-4343-8940-b2439a7a081a admin admin] Publish callbacks [] for security_group (032584f3-b560-4f30-9ce4-065bbb91fd9c), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:24.306726 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-82909038-4aa2-4343-8940-b2439a7a081a admin admin] Publish callbacks [] for security_group (032584f3-b560-4f30-9ce4-065bbb91fd9c), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:24.441456 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-82909038-4aa2-4343-8940-b2439a7a081a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (032584f3-b560-4f30-9ce4-065bbb91fd9c), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:24.443979 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-82909038-4aa2-4343-8940-b2439a7a081a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:24.445178 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-82909038-4aa2-4343-8940-b2439a7a081a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/032584f3-b560-4f30-9ce4-065bbb91fd9c HTTP/1.1" status: 204 len: 168 time: 0.2041051 Apr 08 11:19:24.453446 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82909038-4aa2-4343-8940-b2439a7a081a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032584f3-b560-4f30-9ce4-065bbb91fd9c,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:19:27.384197 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1086d0c7-6468-494b-87e8-630a37ce0772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:29.862611 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-06c31096-5418-4798-b92c-2b2197bd8c4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:31.103964 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:32.605324 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:34.286278 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:37.089118 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c935f93d-34bc-488e-be60-9ab350fd545e req-09f6126b-f8b1-435f-a3e2-b3ff300c3d1b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445025 Apr 08 11:19:37.170852 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935f93d-34bc-488e-be60-9ab350fd545e req-08f9f10b-b39b-4293-a52b-46544ce0728c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:37.172701 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c935f93d-34bc-488e-be60-9ab350fd545e req-08f9f10b-b39b-4293-a52b-46544ce0728c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8eea60d9686244e7a5e64b448261087b&device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 1130 time: 0.0505123 Apr 08 11:19:37.273921 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935f93d-34bc-488e-be60-9ab350fd545e req-2eba17e8-6d07-4de4-9ca1-fa6b85bd7a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:37.275359 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c935f93d-34bc-488e-be60-9ab350fd545e req-2eba17e8-6d07-4de4-9ca1-fa6b85bd7a07 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e1133a44-85d5-46f5-986a-992a0c333add HTTP/1.1" status: 200 len: 909 time: 0.0836983 Apr 08 11:19:37.345030 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c935f93d-34bc-488e-be60-9ab350fd545e req-86da6ced-c498-4c0b-87df-15d018e3a4f2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdeb6b34-9303-41ba-a668-8791caea6ae8 HTTP/1.1" status: 200 len: 1002 time: 0.0604579 Apr 08 11:19:37.392074 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935f93d-34bc-488e-be60-9ab350fd545e req-4356c8dc-7fa9-4aa6-bc68-f35b12a457ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:37.393467 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c935f93d-34bc-488e-be60-9ab350fd545e req-4356c8dc-7fa9-4aa6-bc68-f35b12a457ed service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b4615c09-bfb8-402c-89e5-7c1874f53767 HTTP/1.1" status: 200 len: 847 time: 0.0429318 Apr 08 11:19:37.443515 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935f93d-34bc-488e-be60-9ab350fd545e req-7f458596-9769-4d6b-8807-12716c75880b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:37.444982 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c935f93d-34bc-488e-be60-9ab350fd545e req-7f458596-9769-4d6b-8807-12716c75880b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e1133a44-85d5-46f5-986a-992a0c333add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443823 Apr 08 11:19:37.536128 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c935f93d-34bc-488e-be60-9ab350fd545e req-bb134da1-652d-43a1-9025-a96e576b8331 service neutron] 10.222.0.25 "GET /v2.0/networks/e1133a44-85d5-46f5-986a-992a0c333add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843399 Apr 08 11:19:37.621960 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c935f93d-34bc-488e-be60-9ab350fd545e req-b96be5cb-f8f2-4e7b-857a-7d30eec882ad service neutron] 10.222.0.25 "GET /v2.0/networks/e1133a44-85d5-46f5-986a-992a0c333add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808947 Apr 08 11:19:49.911133 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec1c8b-c8e7-4baf-8156-e85b0aad04ce req-858b62e7-2d37-43cf-a95b-b256efa25bc8 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:49.914931 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-87ec1c8b-c8e7-4baf-8156-e85b0aad04ce req-858b62e7-2d37-43cf-a95b-b256efa25bc8 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 946 time: 0.0599027 Apr 08 11:19:49.974117 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-87ec1c8b-c8e7-4baf-8156-e85b0aad04ce req-ad300ee5-74e0-42d5-9a59-130e62f10de2 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536146 Apr 08 11:19:51.100131 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecf9fd-f3b9-45ac-b7bf-6b1c5c4d6452 req-d7dee5cf-2576-42d4-9886-a7acb7a4cd9a tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:51.101606 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-00ecf9fd-f3b9-45ac-b7bf-6b1c5c4d6452 req-d7dee5cf-2576-42d4-9886-a7acb7a4cd9a tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 946 time: 0.0570545 Apr 08 11:19:51.149370 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-00ecf9fd-f3b9-45ac-b7bf-6b1c5c4d6452 req-67459ab5-b25f-45ee-bc7e-a25b89e7ef7e tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421352 Apr 08 11:19:52.252266 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:52.268328 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788aa813-90f6-4f32-ab58-284cecdc347c req-ae7daf50-9cd0-4285-b13c-f171a3a99dee tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:52.269801 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-788aa813-90f6-4f32-ab58-284cecdc347c req-ae7daf50-9cd0-4285-b13c-f171a3a99dee tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 946 time: 0.0531309 Apr 08 11:19:52.319217 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-788aa813-90f6-4f32-ab58-284cecdc347c req-b31536cc-58a9-4619-83ab-43cd9886ad37 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438018 Apr 08 11:19:53.435196 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018c0d1-b64d-475b-abb9-a3b6df5c704b req-850e630b-29bd-40fa-bc2b-3c8dc177013e tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:53.436664 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6018c0d1-b64d-475b-abb9-a3b6df5c704b req-850e630b-29bd-40fa-bc2b-3c8dc177013e tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 946 time: 0.0516231 Apr 08 11:19:53.485764 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6018c0d1-b64d-475b-abb9-a3b6df5c704b req-5a68993c-d728-44f7-bc01-c765f8251cd3 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432899 Apr 08 11:19:54.601260 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f915f1a-2857-40f7-9475-7bb5547442cd req-8510825e-1716-4ffe-ac9c-f20415d7d322 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:54.602723 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5f915f1a-2857-40f7-9475-7bb5547442cd req-8510825e-1716-4ffe-ac9c-f20415d7d322 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 946 time: 0.0525522 Apr 08 11:19:54.654037 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5f915f1a-2857-40f7-9475-7bb5547442cd req-e8312508-b603-4efd-8215-3a42fbea07dd tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458026 Apr 08 11:19:55.774735 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41ac12-2775-4440-872a-29a12d7ab8f3 req-176525ff-b840-49ba-b6ec-63bf694ddffa tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:55.776248 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cb41ac12-2775-4440-872a-29a12d7ab8f3 req-176525ff-b840-49ba-b6ec-63bf694ddffa tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 946 time: 0.0523865 Apr 08 11:19:55.827632 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cb41ac12-2775-4440-872a-29a12d7ab8f3 req-d39514c3-f96d-4dd8-a517-1e6437d44874 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458570 Apr 08 11:19:56.943659 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7a822-e283-4ee6-9d3c-b8c6d0e4f695 req-8ce52d2c-e5a2-4f41-aa9e-6aa706808be4 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:56.945104 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-06c7a822-e283-4ee6-9d3c-b8c6d0e4f695 req-8ce52d2c-e5a2-4f41-aa9e-6aa706808be4 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 946 time: 0.0520821 Apr 08 11:19:56.994019 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-06c7a822-e283-4ee6-9d3c-b8c6d0e4f695 req-739bbc11-bccc-456a-a3fd-9f768bfecdca tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433207 Apr 08 11:19:57.366923 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-752c3574-3143-49b4-b4ee-78373650cf35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:19:58.108363 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec339f9-7d98-457d-9c4a-267797029e6d req-35ecbcfc-b74d-4740-a2e9-1143f4b5186f tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:58.109844 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fec339f9-7d98-457d-9c4a-267797029e6d req-35ecbcfc-b74d-4740-a2e9-1143f4b5186f tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 946 time: 0.0519390 Apr 08 11:19:58.157007 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fec339f9-7d98-457d-9c4a-267797029e6d req-c05bf48d-37e8-42fb-bfb7-4666dfa0971d tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412030 Apr 08 11:19:59.272509 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be7f76-7179-4f2e-9187-d01769ec3a20 req-9dd78429-40f0-49af-9478-8d32c1dbc67d tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:59.274070 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-21be7f76-7179-4f2e-9187-d01769ec3a20 req-9dd78429-40f0-49af-9478-8d32c1dbc67d tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 946 time: 0.0520368 Apr 08 11:19:59.323472 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-21be7f76-7179-4f2e-9187-d01769ec3a20 req-3a9e3262-cf2d-4629-bfd2-53b2525dc89b tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438848 Apr 08 11:19:59.840553 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e0509e7b-2448-4d61-9f93-30da17f3d7ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:00.204370 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022dc2c-7598-4f60-965d-7e7034967a89 req-e3780a33-9b8c-4adc-9e80-1aac0d0aadb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:00.205821 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6022dc2c-7598-4f60-965d-7e7034967a89 req-e3780a33-9b8c-4adc-9e80-1aac0d0aadb1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8eea60d9686244e7a5e64b448261087b&device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 1130 time: 0.0448287 Apr 08 11:20:00.296029 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022dc2c-7598-4f60-965d-7e7034967a89 req-5d086d07-808d-4dff-8107-559f4fdbbbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:00.297516 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6022dc2c-7598-4f60-965d-7e7034967a89 req-5d086d07-808d-4dff-8107-559f4fdbbbe7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e1133a44-85d5-46f5-986a-992a0c333add HTTP/1.1" status: 200 len: 909 time: 0.0857019 Apr 08 11:20:00.362202 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6022dc2c-7598-4f60-965d-7e7034967a89 req-79f2e3a8-2bf2-4419-b35b-e0077aad13a7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdeb6b34-9303-41ba-a668-8791caea6ae8 HTTP/1.1" status: 200 len: 1002 time: 0.0577891 Apr 08 11:20:00.439493 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022dc2c-7598-4f60-965d-7e7034967a89 req-7f9a0c24-37c1-4473-90fa-d27beeab2dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:00.441093 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6022dc2c-7598-4f60-965d-7e7034967a89 req-7f9a0c24-37c1-4473-90fa-d27beeab2dcb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b4615c09-bfb8-402c-89e5-7c1874f53767 HTTP/1.1" status: 200 len: 847 time: 0.0741704 Apr 08 11:20:00.481880 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb8c0b-526b-4441-9a98-53cfbe3622e5 req-edd9dd9a-6833-46e5-9441-8b6a878b5d24 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:00.483218 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6deb8c0b-526b-4441-9a98-53cfbe3622e5 req-edd9dd9a-6833-46e5-9441-8b6a878b5d24 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 946 time: 0.0911472 Apr 08 11:20:00.523941 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022dc2c-7598-4f60-965d-7e7034967a89 req-1459e4ef-13a6-4149-8335-7b722bc8c042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:00.525398 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6022dc2c-7598-4f60-965d-7e7034967a89 req-1459e4ef-13a6-4149-8335-7b722bc8c042 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e1133a44-85d5-46f5-986a-992a0c333add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0780184 Apr 08 11:20:00.556470 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6deb8c0b-526b-4441-9a98-53cfbe3622e5 req-f6dcf1dc-fb31-4b84-a2ab-e00909718a6b tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674303 Apr 08 11:20:00.609103 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:20:00.623688 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6022dc2c-7598-4f60-965d-7e7034967a89 req-aea3d8e2-8fee-40d9-be5b-f8dc35ab0390 service neutron] 10.222.0.25 "GET /v2.0/networks/e1133a44-85d5-46f5-986a-992a0c333add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907829 Apr 08 11:20:00.709076 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6022dc2c-7598-4f60-965d-7e7034967a89 req-7746e54a-8995-442e-a0fe-d8bf87db9699 service neutron] 10.222.0.25 "GET /v2.0/networks/e1133a44-85d5-46f5-986a-992a0c333add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799997 Apr 08 11:20:01.103683 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:01.677084 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ac8c8-ea35-473f-aa47-58fe58e5f2cd req-f3437dfb-2780-4b05-8413-bedc1223ae92 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:01.679360 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-404ac8c8-ea35-473f-aa47-58fe58e5f2cd req-f3437dfb-2780-4b05-8413-bedc1223ae92 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 946 time: 0.0556612 Apr 08 11:20:01.728043 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-404ac8c8-ea35-473f-aa47-58fe58e5f2cd req-9615a875-8d0f-4869-8225-0dd5955f7d00 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429680 Apr 08 11:20:02.623780 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:02.849307 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af72963-0a43-4d59-a037-df6fdfff7936 req-98e4a41c-493e-4099-8926-62ecc6300157 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:02.850794 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8af72963-0a43-4d59-a037-df6fdfff7936 req-98e4a41c-493e-4099-8926-62ecc6300157 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 946 time: 0.0556285 Apr 08 11:20:02.900097 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8af72963-0a43-4d59-a037-df6fdfff7936 req-ac29e0c9-0afb-4888-adf0-6c3a71058518 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430934 Apr 08 11:20:04.015347 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72163af5-eceb-4f71-9341-c246ff064045 req-a3e331f4-60bb-441b-ab24-f79d2f11a723 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:04.016821 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-72163af5-eceb-4f71-9341-c246ff064045 req-a3e331f4-60bb-441b-ab24-f79d2f11a723 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 946 time: 0.0515890 Apr 08 11:20:04.063003 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-72163af5-eceb-4f71-9341-c246ff064045 req-6504c378-2aa3-4bbd-9e85-261a3367dc27 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406125 Apr 08 11:20:04.314982 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:04.435202 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf46f3-4d80-48ba-bf31-0cf31f953667 req-ad9b4b9d-b4b1-4034-83c4-e6bbeef92f18 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:04.436649 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7baf46f3-4d80-48ba-bf31-0cf31f953667 req-ad9b4b9d-b4b1-4034-83c4-e6bbeef92f18 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 946 time: 0.0511642 Apr 08 11:20:04.488349 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7baf46f3-4d80-48ba-bf31-0cf31f953667 req-eff5ad37-47cc-4a5f-947e-79b04fad89f9 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460362 Apr 08 11:20:04.639636 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ce2b10a2-1f34-4ae5-9e9e-f5554a30b157 req-0df747df-1cdd-4a4c-8bd8-e861a083e305 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1995912 Apr 08 11:20:04.823957 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b10a2-1f34-4ae5-9e9e-f5554a30b157 req-5fed640e-8e29-4e64-a26b-a50d8737b95f tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:04.825343 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ce2b10a2-1f34-4ae5-9e9e-f5554a30b157 req-5fed640e-8e29-4e64-a26b-a50d8737b95f tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports/bdeb6b34-9303-41ba-a668-8791caea6ae8 HTTP/1.1" status: 200 len: 943 time: 0.1591289 Apr 08 11:20:05.868488 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272d79d-8368-455a-a609-3921a8378ceb req-6f85053b-0635-423e-9424-3f4eb3df4c38 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:05.870675 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e272d79d-8368-455a-a609-3921a8378ceb req-6f85053b-0635-423e-9424-3f4eb3df4c38 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 946 time: 0.3154874 Apr 08 11:20:05.917886 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e272d79d-8368-455a-a609-3921a8378ceb req-4a7a91a1-94be-4fbe-a480-9a760a280bdd tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416489 Apr 08 11:20:06.768432 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device bdeb6b34-9303-41ba-a668-8791caea6ae8 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:20:06.849554 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port bdeb6b34-9303-41ba-a668-8791caea6ae8 is: ACTIVE; New status is: DOWN {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:20:06.849971 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (bdeb6b34-9303-41ba-a668-8791caea6ae8), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:06.872130 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7c4413-dccd-4f2a-9a41-6450ec6e67a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdeb6b34-9303-41ba-a668-8791caea6ae8'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:20:06.874369 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351759d57aafe3a60f453950940ba8882eb57342389be8e59779499322ae84b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5bb8ec-f4a6-40de-8f30-71d7d7d59c98" -d '{"events": [{"server_uuid": "9a7c4413-dccd-4f2a-9a41-6450ec6e67a6", "name": "network-vif-unplugged", "status": "completed", "tag": "bdeb6b34-9303-41ba-a668-8791caea6ae8"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:20:06.887019 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port bdeb6b34-9303-41ba-a668-8791caea6ae8, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bdeb6b34-9303-41ba-a668-8791caea6ae8,segment=NetworkSegment(8366eac7-5c6e-4c3a-8825-453919965874),segment_id=8366eac7-5c6e-4c3a-8825-453919965874)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:20:06.950290 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (bdeb6b34-9303-41ba-a668-8791caea6ae8), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:06.979762 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 08 Apr 2022 11:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d39afd-eaf1-4392-a23f-5b0cf5ba4001 x-openstack-request-id: req-b7d39afd-eaf1-4392-a23f-5b0cf5ba4001 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:20:06.980058 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7c4413-dccd-4f2a-9a41-6450ec6e67a6", "name": "network-vif-unplugged", "status": "failed", "tag": "bdeb6b34-9303-41ba-a668-8791caea6ae8", "code": 422}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:20:06.980318 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b7d39afd-eaf1-4392-a23f-5b0cf5ba4001 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:20:06.980721 dv-cinder-836073-3-iscsi neutron-server[104018]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b7d39afd-eaf1-4392-a23f-5b0cf5ba4001']: {'server_uuid': '9a7c4413-dccd-4f2a-9a41-6450ec6e67a6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bdeb6b34-9303-41ba-a668-8791caea6ae8', 'code': 422} returned with failed status Apr 08 11:20:07.007455 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=bdeb6b34-9303-41ba-a668-8791caea6ae8,revision_number=6']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:20:07.041866 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20158b42-23ec-464f-8c8d-9a5b297f7373 req-a0423c4d-9fd1-458a-a695-f44cdda420d6 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:07.043333 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-20158b42-23ec-464f-8c8d-9a5b297f7373 req-a0423c4d-9fd1-458a-a695-f44cdda420d6 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 944 time: 0.0577335 Apr 08 11:20:07.092490 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-20158b42-23ec-464f-8c8d-9a5b297f7373 req-37f09412-ac01-48ec-82ef-c50895d0b11c tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434697 Apr 08 11:20:07.397977 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b10a2-1f34-4ae5-9e9e-f5554a30b157 req-7837ffe2-23fe-4b1d-b591-8b84432d5ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:07.399451 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ce2b10a2-1f34-4ae5-9e9e-f5554a30b157 req-7837ffe2-23fe-4b1d-b591-8b84432d5ca8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6&tenant_id=8eea60d9686244e7a5e64b448261087b HTTP/1.1" status: 200 len: 1128 time: 0.0439906 Apr 08 11:20:07.478947 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b10a2-1f34-4ae5-9e9e-f5554a30b157 req-c512140d-bc08-4e2d-a5b3-16c209dbd37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:07.480496 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ce2b10a2-1f34-4ae5-9e9e-f5554a30b157 req-c512140d-bc08-4e2d-a5b3-16c209dbd37c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8eea60d9686244e7a5e64b448261087b&device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 1128 time: 0.0493090 Apr 08 11:20:07.568514 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b10a2-1f34-4ae5-9e9e-f5554a30b157 req-6645807d-dc3c-467e-a22c-7ce10fcd59b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:07.569975 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ce2b10a2-1f34-4ae5-9e9e-f5554a30b157 req-6645807d-dc3c-467e-a22c-7ce10fcd59b7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e1133a44-85d5-46f5-986a-992a0c333add HTTP/1.1" status: 200 len: 909 time: 0.0837634 Apr 08 11:20:07.635335 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ce2b10a2-1f34-4ae5-9e9e-f5554a30b157 req-2e14c28e-e55c-4230-9aee-9d87fb818ca7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdeb6b34-9303-41ba-a668-8791caea6ae8 HTTP/1.1" status: 200 len: 1000 time: 0.0589550 Apr 08 11:20:07.681427 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b10a2-1f34-4ae5-9e9e-f5554a30b157 req-07e9ac33-c8c1-41db-8004-80b938092d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:07.683255 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ce2b10a2-1f34-4ae5-9e9e-f5554a30b157 req-07e9ac33-c8c1-41db-8004-80b938092d63 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b4615c09-bfb8-402c-89e5-7c1874f53767 HTTP/1.1" status: 200 len: 847 time: 0.0427723 Apr 08 11:20:07.729655 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b10a2-1f34-4ae5-9e9e-f5554a30b157 req-dc26d50f-8e65-4318-a476-e5a4f7007093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:07.731243 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ce2b10a2-1f34-4ae5-9e9e-f5554a30b157 req-dc26d50f-8e65-4318-a476-e5a4f7007093 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e1133a44-85d5-46f5-986a-992a0c333add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428483 Apr 08 11:20:07.820605 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ce2b10a2-1f34-4ae5-9e9e-f5554a30b157 req-8885ccc6-86f1-49fd-ba3d-97f7d7e825b1 service neutron] 10.222.0.25 "GET /v2.0/networks/e1133a44-85d5-46f5-986a-992a0c333add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836627 Apr 08 11:20:07.906426 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ce2b10a2-1f34-4ae5-9e9e-f5554a30b157 req-ddb2547e-58b4-4a65-b45c-126a6832c43e service neutron] 10.222.0.25 "GET /v2.0/networks/e1133a44-85d5-46f5-986a-992a0c333add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794253 Apr 08 11:20:08.208115 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f980c-3cc8-4760-b5f1-dc183059deff req-c0bf871c-3455-4ae8-9323-ea856d4acb84 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:08.209555 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-722f980c-3cc8-4760-b5f1-dc183059deff req-c0bf871c-3455-4ae8-9323-ea856d4acb84 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 944 time: 0.0518425 Apr 08 11:20:08.256847 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-722f980c-3cc8-4760-b5f1-dc183059deff req-2a6ab7f2-8d30-4cbb-8c1e-2f39771fb85d tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417535 Apr 08 11:20:09.377302 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5284f0c-342a-4ea2-a35c-a47f9eefc4b9 req-11bfccdc-8c5d-4f3f-90b5-43ae9e1df6cc tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:09.378717 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c5284f0c-342a-4ea2-a35c-a47f9eefc4b9 req-11bfccdc-8c5d-4f3f-90b5-43ae9e1df6cc tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 944 time: 0.0575120 Apr 08 11:20:09.426624 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c5284f0c-342a-4ea2-a35c-a47f9eefc4b9 req-47e979d1-77d9-40e3-8458-c53ac3cf32e8 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423341 Apr 08 11:20:10.543431 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9db846-04cc-4a48-9857-ff9811a56d79 req-38c49004-a2a2-4e58-86ed-b05362d8c93f tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:10.544883 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8c9db846-04cc-4a48-9857-ff9811a56d79 req-38c49004-a2a2-4e58-86ed-b05362d8c93f tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 944 time: 0.0517650 Apr 08 11:20:10.594197 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8c9db846-04cc-4a48-9857-ff9811a56d79 req-d9ecc9ed-1803-4358-813d-6b688ce1467d tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438259 Apr 08 11:20:11.708933 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266662a-1566-451e-b56a-ad5c281b3838 req-a10c4c39-dc37-4a88-b1cf-94a757545d57 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:11.710427 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c266662a-1566-451e-b56a-ad5c281b3838 req-a10c4c39-dc37-4a88-b1cf-94a757545d57 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 944 time: 0.0521474 Apr 08 11:20:11.760783 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c266662a-1566-451e-b56a-ad5c281b3838 req-4022a64c-dbcb-4570-b3ff-f1881a9195ab tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442452 Apr 08 11:20:13.101350 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c051c4a-6e69-4995-96d0-8a6d33dec468 req-153922ce-adad-4391-ae08-0a6837fb1ef8 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:13.102847 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9c051c4a-6e69-4995-96d0-8a6d33dec468 req-153922ce-adad-4391-ae08-0a6837fb1ef8 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 944 time: 0.2761211 Apr 08 11:20:13.151805 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9c051c4a-6e69-4995-96d0-8a6d33dec468 req-049ec3b5-3779-4e1b-bfe0-858ee528804d tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417073 Apr 08 11:20:14.269098 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8121e-2f35-4697-a7b6-b8a9c4d61762 req-92e38242-c61e-41b6-9ca4-36ca0c7c9799 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:14.270572 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e5e8121e-2f35-4697-a7b6-b8a9c4d61762 req-92e38242-c61e-41b6-9ca4-36ca0c7c9799 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 944 time: 0.0519238 Apr 08 11:20:14.322397 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e5e8121e-2f35-4697-a7b6-b8a9c4d61762 req-8f57aea2-4679-4540-ad92-79072249d305 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462759 Apr 08 11:20:15.436366 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713b9b2-d74d-49ea-a635-f2234ad7ffe9 req-1124dcb4-addc-4d3d-a118-76eca58e9984 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:15.437841 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3713b9b2-d74d-49ea-a635-f2234ad7ffe9 req-1124dcb4-addc-4d3d-a118-76eca58e9984 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 944 time: 0.0518394 Apr 08 11:20:15.485913 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3713b9b2-d74d-49ea-a635-f2234ad7ffe9 req-00eb69ea-0ab4-4c5e-8a33-3eb659589600 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424914 Apr 08 11:20:16.605401 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de080457-261b-4dc1-9fe8-428eb5565261 req-76204cb6-0823-4ab4-87ee-9c6e923f1ff5 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:16.606921 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-de080457-261b-4dc1-9fe8-428eb5565261 req-76204cb6-0823-4ab4-87ee-9c6e923f1ff5 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 944 time: 0.0534980 Apr 08 11:20:16.657470 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-de080457-261b-4dc1-9fe8-428eb5565261 req-af35be9a-6c72-48dd-ab2d-4da4a93c1bde tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448976 Apr 08 11:20:16.818106 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device bdeb6b34-9303-41ba-a668-8791caea6ae8 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:20:16.912859 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port bdeb6b34-9303-41ba-a668-8791caea6ae8, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bdeb6b34-9303-41ba-a668-8791caea6ae8,segment=NetworkSegment(8366eac7-5c6e-4c3a-8825-453919965874),segment_id=8366eac7-5c6e-4c3a-8825-453919965874)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:20:16.923909 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Returning: {'device': 'bdeb6b34-9303-41ba-a668-8791caea6ae8', 'network_id': 'e1133a44-85d5-46f5-986a-992a0c333add', 'port_id': 'bdeb6b34-9303-41ba-a668-8791caea6ae8', 'mac_address': 'fa:16:3e:8e:35:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4615c09-bfb8-402c-89e5-7c1874f53767', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:20:16.964034 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port bdeb6b34-9303-41ba-a668-8791caea6ae8 is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:20:16.964677 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (bdeb6b34-9303-41ba-a668-8791caea6ae8), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:16.977611 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdeb6b34-9303-41ba-a668-8791caea6ae8 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:20:16.996689 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port bdeb6b34-9303-41ba-a668-8791caea6ae8, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bdeb6b34-9303-41ba-a668-8791caea6ae8,segment=NetworkSegment(8366eac7-5c6e-4c3a-8825-453919965874),segment_id=8366eac7-5c6e-4c3a-8825-453919965874)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:20:17.069488 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (bdeb6b34-9303-41ba-a668-8791caea6ae8), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:17.118004 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=bdeb6b34-9303-41ba-a668-8791caea6ae8,revision_number=7']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:20:17.342327 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] get_ports_and_sgs() called for port_ids ['bdeb6b34-9303-41ba-a668-8791caea6ae8'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:20:17.776875 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ae8eb-1402-494a-94dc-602231a892f6 req-d7a8d067-1e5f-4fd3-872a-3a71685e2812 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:17.778382 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-147ae8eb-1402-494a-94dc-602231a892f6 req-d7a8d067-1e5f-4fd3-872a-3a71685e2812 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 945 time: 0.0546832 Apr 08 11:20:17.826224 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-147ae8eb-1402-494a-94dc-602231a892f6 req-0382646c-1597-4523-abe0-96fada38dbbb tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419662 Apr 08 11:20:18.817100 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device bdeb6b34-9303-41ba-a668-8791caea6ae8 up at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:20:18.864995 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Provisioning complete for port bdeb6b34-9303-41ba-a668-8791caea6ae8 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:20:18.865472 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7863431'] for port (bdeb6b34-9303-41ba-a668-8791caea6ae8), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:18.943243 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea283af0-225e-4aa0-abc1-14fe081ec20e req-43f588f9-db4a-4cb0-acb1-9025ea9ee3e0 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:18.944718 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ea283af0-225e-4aa0-abc1-14fe081ec20e req-43f588f9-db4a-4cb0-acb1-9025ea9ee3e0 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 945 time: 0.0518653 Apr 08 11:20:18.946404 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Current status of the port bdeb6b34-9303-41ba-a668-8791caea6ae8 is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:20:18.946797 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7769944'] for port (bdeb6b34-9303-41ba-a668-8791caea6ae8), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:18.970009 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7c4413-dccd-4f2a-9a41-6450ec6e67a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdeb6b34-9303-41ba-a668-8791caea6ae8'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:20:18.972219 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351759d57aafe3a60f453950940ba8882eb57342389be8e59779499322ae84b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91a7eb7-dbcf-4f06-847a-6cee5f8643a4" -d '{"events": [{"server_uuid": "9a7c4413-dccd-4f2a-9a41-6450ec6e67a6", "name": "network-vif-plugged", "status": "completed", "tag": "bdeb6b34-9303-41ba-a668-8791caea6ae8"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:20:18.985375 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] For port bdeb6b34-9303-41ba-a668-8791caea6ae8, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bdeb6b34-9303-41ba-a668-8791caea6ae8,segment=NetworkSegment(8366eac7-5c6e-4c3a-8825-453919965874),segment_id=8366eac7-5c6e-4c3a-8825-453919965874)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:20:18.994373 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ea283af0-225e-4aa0-abc1-14fe081ec20e req-c899759b-b4d7-4b00-856d-56189fd6c768 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438068 Apr 08 11:20:19.012675 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4779cb2-029d-4b4b-8af0-6c2d28f95951 x-openstack-request-id: req-e4779cb2-029d-4b4b-8af0-6c2d28f95951 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:20:19.012675 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7c4413-dccd-4f2a-9a41-6450ec6e67a6", "name": "network-vif-plugged", "status": "completed", "tag": "bdeb6b34-9303-41ba-a668-8791caea6ae8", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:20:19.012675 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e4779cb2-029d-4b4b-8af0-6c2d28f95951 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:20:19.012675 dv-cinder-836073-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4779cb2-029d-4b4b-8af0-6c2d28f95951'] response: {'server_uuid': '9a7c4413-dccd-4f2a-9a41-6450ec6e67a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdeb6b34-9303-41ba-a668-8791caea6ae8', 'code': 200} Apr 08 11:20:19.061928 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771786915943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771786540647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771786540665'] for port (bdeb6b34-9303-41ba-a668-8791caea6ae8), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:19.108877 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Pushing event updated for resources: {'Port': ['ID=bdeb6b34-9303-41ba-a668-8791caea6ae8,revision_number=8']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:20:19.312703 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054541b-6448-442d-9f35-efb6bfec87d0 req-3c95fbba-8a5e-4277-81b2-0216372cf2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:19.314253 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1054541b-6448-442d-9f35-efb6bfec87d0 req-3c95fbba-8a5e-4277-81b2-0216372cf2af service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 1130 time: 0.0482008 Apr 08 11:20:19.359455 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1054541b-6448-442d-9f35-efb6bfec87d0 req-cc9c55c4-b2e3-4415-888b-fd30bf676024 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390759 Apr 08 11:20:20.116345 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4739665-7ceb-4f62-9e17-8e2c22c2b38e req-b523e32b-357a-44b3-9079-915f27a13eff tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:20.117852 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b4739665-7ceb-4f62-9e17-8e2c22c2b38e req-b523e32b-357a-44b3-9079-915f27a13eff tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 946 time: 0.0572922 Apr 08 11:20:20.167899 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b4739665-7ceb-4f62-9e17-8e2c22c2b38e req-35b27de5-7433-4ce9-bb97-e4335aaa6bf8 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438004 Apr 08 11:20:21.284257 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37d617-59e8-4f50-8e34-e8783ffe1a51 req-b82e2c86-f4ac-47c6-8590-7745b8660824 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:21.285755 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5d37d617-59e8-4f50-8e34-e8783ffe1a51 req-b82e2c86-f4ac-47c6-8590-7745b8660824 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 946 time: 0.0507584 Apr 08 11:20:21.333165 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5d37d617-59e8-4f50-8e34-e8783ffe1a51 req-e82ddad7-ae02-4608-b7eb-61770af1984f tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417490 Apr 08 11:20:22.263696 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:27.370092 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ae71d902-d065-4961-8291-3186d4d9ce02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:29.838340 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f2f6610a-47b3-4712-ac30-a036dafe2b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:31.092300 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:32.627267 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:34.257338 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:37.609012 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:20:38.383944 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f78dd8c6-6600-487f-9f7f-9070fbf441cd req-b689cd13-8715-4f18-aea8-d8babc30c8e3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468538 Apr 08 11:20:38.488023 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78dd8c6-6600-487f-9f7f-9070fbf441cd req-dd61724b-036b-4cf2-8414-adba410c3798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:38.489494 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f78dd8c6-6600-487f-9f7f-9070fbf441cd req-dd61724b-036b-4cf2-8414-adba410c3798 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8eea60d9686244e7a5e64b448261087b&device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 1130 time: 0.0446708 Apr 08 11:20:38.591704 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78dd8c6-6600-487f-9f7f-9070fbf441cd req-603e7440-10a9-4b7d-a735-d691b78b152a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:38.593191 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f78dd8c6-6600-487f-9f7f-9070fbf441cd req-603e7440-10a9-4b7d-a735-d691b78b152a service neutron] 10.222.0.25 "GET /v2.0/networks?id=e1133a44-85d5-46f5-986a-992a0c333add HTTP/1.1" status: 200 len: 909 time: 0.0852668 Apr 08 11:20:38.661437 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f78dd8c6-6600-487f-9f7f-9070fbf441cd req-52a3fefa-c731-4132-a86a-4bf2b5a811e4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdeb6b34-9303-41ba-a668-8791caea6ae8 HTTP/1.1" status: 200 len: 1002 time: 0.0618579 Apr 08 11:20:38.710321 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78dd8c6-6600-487f-9f7f-9070fbf441cd req-f7e057f7-d390-4ded-b15e-81f984c31b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:38.711783 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f78dd8c6-6600-487f-9f7f-9070fbf441cd req-f7e057f7-d390-4ded-b15e-81f984c31b73 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b4615c09-bfb8-402c-89e5-7c1874f53767 HTTP/1.1" status: 200 len: 847 time: 0.0444653 Apr 08 11:20:38.761499 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78dd8c6-6600-487f-9f7f-9070fbf441cd req-47f27a16-5425-445f-9b6b-c4b08f27aad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:38.763019 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f78dd8c6-6600-487f-9f7f-9070fbf441cd req-47f27a16-5425-445f-9b6b-c4b08f27aad5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e1133a44-85d5-46f5-986a-992a0c333add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448127 Apr 08 11:20:38.854945 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f78dd8c6-6600-487f-9f7f-9070fbf441cd req-83249c47-be69-4f0d-9464-c3a80a8f902b service neutron] 10.222.0.25 "GET /v2.0/networks/e1133a44-85d5-46f5-986a-992a0c333add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863130 Apr 08 11:20:38.944567 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f78dd8c6-6600-487f-9f7f-9070fbf441cd req-4d888510-b924-44d6-95e7-111dd98707dc service neutron] 10.222.0.25 "GET /v2.0/networks/e1133a44-85d5-46f5-986a-992a0c333add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842116 Apr 08 11:20:52.257730 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:57.375144 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-50e06879-d493-49ed-8bee-b37dd750b493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:20:59.839896 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d4c30ab7-93f1-4db2-abbf-c485a6ba2633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:01.100928 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:02.611760 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:04.286446 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:14.608477 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:21:22.308529 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:27.377356 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-306e0acc-bd4d-4cf7-9f2f-1911e6d1c836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:29.842914 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1e070887-2971-4401-9e54-98dff988a9d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:31.140432 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:32.633971 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:34.257178 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:36.874533 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 55448) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:21:37.030227 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-c49ac061-b83a-4210-a4f1-99e45930df54 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Deleting port bc72ad30-64ce-4d15-9406-3ddccdd68fd0 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:21:37.030571 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c49ac061-b83a-4210-a4f1-99e45930df54 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (bc72ad30-64ce-4d15-9406-3ddccdd68fd0), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:37.107000 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c49ac061-b83a-4210-a4f1-99e45930df54 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (bc72ad30-64ce-4d15-9406-3ddccdd68fd0), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:37.107328 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c49ac061-b83a-4210-a4f1-99e45930df54 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks [] for floatingip (bc72ad30-64ce-4d15-9406-3ddccdd68fd0), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:37.118760 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-c49ac061-b83a-4210-a4f1-99e45930df54 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Calling delete_port for bc72ad30-64ce-4d15-9406-3ddccdd68fd0 owned by network:floatingip {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:21:37.343107 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c49ac061-b83a-4210-a4f1-99e45930df54 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3089968'] for port (bc72ad30-64ce-4d15-9406-3ddccdd68fd0), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:37.369460 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ac061-b83a-4210-a4f1-99e45930df54 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Pushing event deleted for resources: {'Port': ['ID=bc72ad30-64ce-4d15-9406-3ddccdd68fd0,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:37.394226 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49ac061-b83a-4210-a4f1-99e45930df54 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:37.394551 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49ac061-b83a-4210-a4f1-99e45930df54 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:37.394891 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49ac061-b83a-4210-a4f1-99e45930df54 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:37.395223 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49ac061-b83a-4210-a4f1-99e45930df54 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:37.395555 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49ac061-b83a-4210-a4f1-99e45930df54 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:37.395879 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49ac061-b83a-4210-a4f1-99e45930df54 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:37.396201 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49ac061-b83a-4210-a4f1-99e45930df54 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:37.396519 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49ac061-b83a-4210-a4f1-99e45930df54 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:37.396837 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49ac061-b83a-4210-a4f1-99e45930df54 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:37.397261 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49ac061-b83a-4210-a4f1-99e45930df54 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:37.397632 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49ac061-b83a-4210-a4f1-99e45930df54 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:37.397935 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49ac061-b83a-4210-a4f1-99e45930df54 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:37.398256 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49ac061-b83a-4210-a4f1-99e45930df54 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:37.398571 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49ac061-b83a-4210-a4f1-99e45930df54 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:37.398884 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49ac061-b83a-4210-a4f1-99e45930df54 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:37.437083 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c49ac061-b83a-4210-a4f1-99e45930df54 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks [] for floatingip (4b468e12-8179-4e15-a5db-846514e37016), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:37.437393 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.db.l3_db [None req-c49ac061-b83a-4210-a4f1-99e45930df54 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Floating IP 4b468e12-8179-4e15-a5db-846514e37016 disassociated (deleted). External IP: 172.27.0.246, port: bdeb6b34-9303-41ba-a668-8791caea6ae8. Apr 08 11:21:37.649293 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49ac061-b83a-4210-a4f1-99e45930df54 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Router 976e4962-5fb0-44b3-9a94-ac731b3b9cd6 has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:21:37.757878 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49ac061-b83a-4210-a4f1-99e45930df54 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:21:37.762629 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c49ac061-b83a-4210-a4f1-99e45930df54 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:37.767106 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce96291-022a-4e09-bc19-3c31e68aae03 None None] Sync routers for ids ['976e4962-5fb0-44b3-9a94-ac731b3b9cd6'] in dv-cinder-836073-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:21:37.777504 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce96291-022a-4e09-bc19-3c31e68aae03 None None] Routers {'976e4962-5fb0-44b3-9a94-ac731b3b9cd6'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:21:37.778155 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-6ce96291-022a-4e09-bc19-3c31e68aae03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:21:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['976e4962-5fb0-44b3-9a94-ac731b3b9cd6'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:37.791999 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-c49ac061-b83a-4210-a4f1-99e45930df54 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "DELETE /v2.0/floatingips/4b468e12-8179-4e15-a5db-846514e37016 HTTP/1.1" status: 204 len: 168 time: 0.9163897 Apr 08 11:21:37.792561 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a7c4413-dccd-4f2a-9a41-6450ec6e67a6', 'tag': 'bdeb6b34-9303-41ba-a668-8791caea6ae8'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:21:37.794873 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82a3d6de9c0cd8caeb53273f75c3329218c515297e9068abeca36dc087c161ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd863c5e-22bf-4801-a129-f2619ed0aa2f" -d '{"events": [{"name": "network-changed", "server_uuid": "9a7c4413-dccd-4f2a-9a41-6450ec6e67a6", "tag": "bdeb6b34-9303-41ba-a668-8791caea6ae8"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:21:37.831426 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70d1a5d-5711-4e86-ba10-5dc2ef9319f6 x-openstack-request-id: req-d70d1a5d-5711-4e86-ba10-5dc2ef9319f6 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:21:37.831715 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a7c4413-dccd-4f2a-9a41-6450ec6e67a6", "tag": "bdeb6b34-9303-41ba-a668-8791caea6ae8", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:21:37.831968 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d70d1a5d-5711-4e86-ba10-5dc2ef9319f6 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:21:37.832364 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d70d1a5d-5711-4e86-ba10-5dc2ef9319f6'] response: {'name': 'network-changed', 'server_uuid': '9a7c4413-dccd-4f2a-9a41-6450ec6e67a6', 'tag': 'bdeb6b34-9303-41ba-a668-8791caea6ae8', 'status': 'completed', 'code': 200} Apr 08 11:21:37.890417 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-6ce96291-022a-4e09-bc19-3c31e68aae03 None None] Set router 976e4962-5fb0-44b3-9a94-ac731b3b9cd6 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:21:37.921274 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd863c5e-22bf-4801-a129-f2619ed0aa2f req-23bc5228-cf18-4a66-bcff-a378501ee8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:37.922784 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dd863c5e-22bf-4801-a129-f2619ed0aa2f req-23bc5228-cf18-4a66-bcff-a378501ee8ab service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8eea60d9686244e7a5e64b448261087b&device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 1130 time: 0.0455785 Apr 08 11:21:38.012613 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd863c5e-22bf-4801-a129-f2619ed0aa2f req-2f1ced2b-ef2a-4190-8132-03f25e04b9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:38.014021 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dd863c5e-22bf-4801-a129-f2619ed0aa2f req-2f1ced2b-ef2a-4190-8132-03f25e04b9a8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e1133a44-85d5-46f5-986a-992a0c333add HTTP/1.1" status: 200 len: 909 time: 0.0842836 Apr 08 11:21:38.058609 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dd863c5e-22bf-4801-a129-f2619ed0aa2f req-3f4c9d73-4638-464a-8925-fba2da91b692 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdeb6b34-9303-41ba-a668-8791caea6ae8 HTTP/1.1" status: 200 len: 217 time: 0.0389659 Apr 08 11:21:38.097897 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-6ce96291-022a-4e09-bc19-3c31e68aae03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976e4962-5fb0-44b3-9a94-ac731b3b9cd6', 'name': 'tempest-TestShelveInstance-944622486-router', 'tenant_id': '8eea60d9686244e7a5e64b448261087b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '4bb42516-0605-44a4-888b-a3c58393e591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:31Z', 'updated_at': '2022-04-08T11:16:35Z', 'revision_number': 4, 'project_id': '8eea60d9686244e7a5e64b448261087b', 'gw_port': {'id': '4bb42516-0605-44a4-888b-a3c58393e591', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976e4962-5fb0-44b3-9a94-ac731b3b9cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:32Z', 'updated_at': '2022-04-08T11:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': '3c2740a4-873b-4b09-86e1-9b2713e3ecf3', 'name': '', 'network_id': 'e1133a44-85d5-46f5-986a-992a0c333add', 'tenant_id': '8eea60d9686244e7a5e64b448261087b', 'mac_address': 'fa:16:3e:25:2f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976e4962-5fb0-44b3-9a94-ac731b3b9cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'b4615c09-bfb8-402c-89e5-7c1874f53767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:35Z', 'updated_at': '2022-04-08T11:16:43Z', 'revision_number': 5, 'project_id': '8eea60d9686244e7a5e64b448261087b', 'subnets': [{'id': 'b4615c09-bfb8-402c-89e5-7c1874f53767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:38.107456 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd863c5e-22bf-4801-a129-f2619ed0aa2f req-3d505cca-7a5b-4f0e-8154-6f0863c402df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:38.109032 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dd863c5e-22bf-4801-a129-f2619ed0aa2f req-3d505cca-7a5b-4f0e-8154-6f0863c402df service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b4615c09-bfb8-402c-89e5-7c1874f53767 HTTP/1.1" status: 200 len: 847 time: 0.0451818 Apr 08 11:21:38.125473 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce96291-022a-4e09-bc19-3c31e68aae03 None None] Checking router: 976e4962-5fb0-44b3-9a94-ac731b3b9cd6 for host: dv-cinder-836073-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:21:38.134795 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce96291-022a-4e09-bc19-3c31e68aae03 None None] Routers {'976e4962-5fb0-44b3-9a94-ac731b3b9cd6'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:21:38.135423 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-6ce96291-022a-4e09-bc19-3c31e68aae03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:21:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['976e4962-5fb0-44b3-9a94-ac731b3b9cd6'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:38.161097 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd863c5e-22bf-4801-a129-f2619ed0aa2f req-56ed88f0-dfe5-470c-b445-a675e2a98ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:38.163350 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dd863c5e-22bf-4801-a129-f2619ed0aa2f req-56ed88f0-dfe5-470c-b445-a675e2a98ef7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e1133a44-85d5-46f5-986a-992a0c333add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479352 Apr 08 11:21:38.221933 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd1f7f-2fd5-4176-baec-acb9416bd4d0 req-e191fc81-613b-4cd1-8017-a28d23ff1430 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:38.223562 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-31fd1f7f-2fd5-4176-baec-acb9416bd4d0 req-e191fc81-613b-4cd1-8017-a28d23ff1430 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 946 time: 0.0581999 Apr 08 11:21:38.276604 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-31fd1f7f-2fd5-4176-baec-acb9416bd4d0 req-8c2f31a6-e55f-49d4-99c2-3da34d0eb4a1 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463150 Apr 08 11:21:38.373732 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-6ce96291-022a-4e09-bc19-3c31e68aae03 None None] Set router 976e4962-5fb0-44b3-9a94-ac731b3b9cd6 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:21:38.568036 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-6ce96291-022a-4e09-bc19-3c31e68aae03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976e4962-5fb0-44b3-9a94-ac731b3b9cd6', 'name': 'tempest-TestShelveInstance-944622486-router', 'tenant_id': '8eea60d9686244e7a5e64b448261087b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '4bb42516-0605-44a4-888b-a3c58393e591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:31Z', 'updated_at': '2022-04-08T11:16:35Z', 'revision_number': 4, 'project_id': '8eea60d9686244e7a5e64b448261087b', 'gw_port': {'id': '4bb42516-0605-44a4-888b-a3c58393e591', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976e4962-5fb0-44b3-9a94-ac731b3b9cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:32Z', 'updated_at': '2022-04-08T11:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': '3c2740a4-873b-4b09-86e1-9b2713e3ecf3', 'name': '', 'network_id': 'e1133a44-85d5-46f5-986a-992a0c333add', 'tenant_id': '8eea60d9686244e7a5e64b448261087b', 'mac_address': 'fa:16:3e:25:2f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976e4962-5fb0-44b3-9a94-ac731b3b9cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'b4615c09-bfb8-402c-89e5-7c1874f53767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:35Z', 'updated_at': '2022-04-08T11:16:43Z', 'revision_number': 5, 'project_id': '8eea60d9686244e7a5e64b448261087b', 'subnets': [{'id': 'b4615c09-bfb8-402c-89e5-7c1874f53767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:38.594633 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce96291-022a-4e09-bc19-3c31e68aae03 None None] The sync data for ids ['976e4962-5fb0-44b3-9a94-ac731b3b9cd6'] in dv-cinder-836073-3-iscsi is: [{'id': '976e4962-5fb0-44b3-9a94-ac731b3b9cd6', 'name': 'tempest-TestShelveInstance-944622486-router', 'tenant_id': '8eea60d9686244e7a5e64b448261087b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '4bb42516-0605-44a4-888b-a3c58393e591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:31Z', 'updated_at': '2022-04-08T11:16:35Z', 'revision_number': 4, 'project_id': '8eea60d9686244e7a5e64b448261087b', 'gw_port': {'id': '4bb42516-0605-44a4-888b-a3c58393e591', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976e4962-5fb0-44b3-9a94-ac731b3b9cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:32Z', 'updated_at': '2022-04-08T11:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi', '_interfaces': [{'id': '3c2740a4-873b-4b09-86e1-9b2713e3ecf3', 'name': '', 'network_id': 'e1133a44-85d5-46f5-986a-992a0c333add', 'tenant_id': '8eea60d9686244e7a5e64b448261087b', 'mac_address': 'fa:16:3e:25:2f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976e4962-5fb0-44b3-9a94-ac731b3b9cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'b4615c09-bfb8-402c-89e5-7c1874f53767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:35Z', 'updated_at': '2022-04-08T11:16:43Z', 'revision_number': 5, 'project_id': '8eea60d9686244e7a5e64b448261087b', 'subnets': [{'id': 'b4615c09-bfb8-402c-89e5-7c1874f53767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:21:38.798383 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a793b81-a358-4666-8eaf-d098a38f0057 None None] New status for floating IP 4b468e12-8179-4e15-a5db-846514e37016: DOWN {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:21:39.284079 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dd863c5e-22bf-4801-a129-f2619ed0aa2f req-e0195c81-2df6-4c31-950d-409d629a4840 service neutron] 10.222.0.25 "GET /v2.0/networks/e1133a44-85d5-46f5-986a-992a0c333add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845520 Apr 08 11:21:39.396712 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806247b-c13d-487b-8326-21e06123dfb6 req-afc85b5f-0f4c-4d8f-a1a1-fe5d39e3c468 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:39.398290 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e806247b-c13d-487b-8326-21e06123dfb6 req-afc85b5f-0f4c-4d8f-a1a1-fe5d39e3c468 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 946 time: 0.0518341 Apr 08 11:21:39.507050 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e806247b-c13d-487b-8326-21e06123dfb6 req-92d28119-b3b9-4f7e-bedd-2e306a9768ea tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a04cbb-545b-43bc-949e-7b2fa749dad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967040 Apr 08 11:21:39.522477 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dd863c5e-22bf-4801-a129-f2619ed0aa2f req-71d05900-562d-4228-a2b2-08b9cc5ece91 service neutron] 10.222.0.25 "GET /v2.0/networks/e1133a44-85d5-46f5-986a-992a0c333add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198344 Apr 08 11:21:39.878544 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea487fd-48d0-42ef-94e7-84ba3ef5065d req-8fe2d2c5-b6cd-49ba-a1dc-6e1101c88a57 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:39.879892 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bea487fd-48d0-42ef-94e7-84ba3ef5065d req-8fe2d2c5-b6cd-49ba-a1dc-6e1101c88a57 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 946 time: 0.0527694 Apr 08 11:21:39.972893 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-bea487fd-48d0-42ef-94e7-84ba3ef5065d req-b3491779-23c2-42bd-b866-864758c2d22c tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Deleting port bdeb6b34-9303-41ba-a668-8791caea6ae8 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:21:39.973228 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-bea487fd-48d0-42ef-94e7-84ba3ef5065d req-b3491779-23c2-42bd-b866-864758c2d22c tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (bdeb6b34-9303-41ba-a668-8791caea6ae8), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:40.062688 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-bea487fd-48d0-42ef-94e7-84ba3ef5065d req-b3491779-23c2-42bd-b866-864758c2d22c tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] For port bdeb6b34-9303-41ba-a668-8791caea6ae8, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bdeb6b34-9303-41ba-a668-8791caea6ae8,segment=NetworkSegment(8366eac7-5c6e-4c3a-8825-453919965874),segment_id=8366eac7-5c6e-4c3a-8825-453919965874)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:21:40.063051 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-bea487fd-48d0-42ef-94e7-84ba3ef5065d req-b3491779-23c2-42bd-b866-864758c2d22c tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (bdeb6b34-9303-41ba-a668-8791caea6ae8), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:40.076834 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-bea487fd-48d0-42ef-94e7-84ba3ef5065d req-b3491779-23c2-42bd-b866-864758c2d22c tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Calling delete_port for bdeb6b34-9303-41ba-a668-8791caea6ae8 owned by compute:nova {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:21:40.254482 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-bea487fd-48d0-42ef-94e7-84ba3ef5065d req-b3491779-23c2-42bd-b866-864758c2d22c tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (bdeb6b34-9303-41ba-a668-8791caea6ae8), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:40.283901 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3491779-23c2-42bd-b866-864758c2d22c tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Pushing event deleted for resources: {'Port': ['ID=bdeb6b34-9303-41ba-a668-8791caea6ae8,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:40.310509 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3491779-23c2-42bd-b866-864758c2d22c tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:40.310509 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3491779-23c2-42bd-b866-864758c2d22c tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:40.311139 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3491779-23c2-42bd-b866-864758c2d22c tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:40.311139 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3491779-23c2-42bd-b866-864758c2d22c tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:40.311464 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3491779-23c2-42bd-b866-864758c2d22c tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:40.311792 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3491779-23c2-42bd-b866-864758c2d22c tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:40.312114 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3491779-23c2-42bd-b866-864758c2d22c tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:40.312439 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3491779-23c2-42bd-b866-864758c2d22c tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:40.312761 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3491779-23c2-42bd-b866-864758c2d22c tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:40.313084 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3491779-23c2-42bd-b866-864758c2d22c tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:40.313404 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3491779-23c2-42bd-b866-864758c2d22c tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:40.313755 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3491779-23c2-42bd-b866-864758c2d22c tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:40.314078 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3491779-23c2-42bd-b866-864758c2d22c tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:40.314399 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3491779-23c2-42bd-b866-864758c2d22c tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:40.314715 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3491779-23c2-42bd-b866-864758c2d22c tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:40.341828 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea487fd-48d0-42ef-94e7-84ba3ef5065d req-b3491779-23c2-42bd-b866-864758c2d22c tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] No DVR routers for this DVR port bdeb6b34-9303-41ba-a668-8791caea6ae8 on host hv-cinder-83607 {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:21:40.344141 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-bea487fd-48d0-42ef-94e7-84ba3ef5065d req-b3491779-23c2-42bd-b866-864758c2d22c tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8347937'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:40.347399 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bea487fd-48d0-42ef-94e7-84ba3ef5065d req-b3491779-23c2-42bd-b866-864758c2d22c tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.25 "DELETE /v2.0/ports/bdeb6b34-9303-41ba-a668-8791caea6ae8 HTTP/1.1" status: 204 len: 173 time: 0.4625113 Apr 08 11:21:40.347832 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7c4413-dccd-4f2a-9a41-6450ec6e67a6', 'name': 'network-vif-deleted', 'tag': 'bdeb6b34-9303-41ba-a668-8791caea6ae8'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:21:40.350110 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65468618f9788fe4c025317d3991959114143ec5d7685e792ba97a890317072c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fcec268-135f-4344-849e-c8347fc157c3" -d '{"events": [{"server_uuid": "9a7c4413-dccd-4f2a-9a41-6450ec6e67a6", "name": "network-vif-deleted", "tag": "bdeb6b34-9303-41ba-a668-8791caea6ae8"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:21:40.384783 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b579b36-8678-4119-9f40-2d71fba9c043 x-openstack-request-id: req-2b579b36-8678-4119-9f40-2d71fba9c043 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:21:40.385080 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7c4413-dccd-4f2a-9a41-6450ec6e67a6", "name": "network-vif-deleted", "tag": "bdeb6b34-9303-41ba-a668-8791caea6ae8", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:21:40.385336 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2b579b36-8678-4119-9f40-2d71fba9c043 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:21:40.385780 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b579b36-8678-4119-9f40-2d71fba9c043'] response: {'server_uuid': '9a7c4413-dccd-4f2a-9a41-6450ec6e67a6', 'name': 'network-vif-deleted', 'tag': 'bdeb6b34-9303-41ba-a668-8791caea6ae8', 'status': 'completed', 'code': 200} Apr 08 11:21:40.600870 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-38d31ba6-a48c-4293-b3e7-e2c47a47b72d req-dfa6af88-6abb-469a-8518-5d890059ec7b tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 210 time: 0.0265093 Apr 08 11:21:41.705024 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-55f38cbf-8b8e-413a-a679-987a6ab075dc req-08d5f5b2-ef5b-46e0-8b5b-9f1b28970d4c tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7c4413-dccd-4f2a-9a41-6450ec6e67a6 HTTP/1.1" status: 200 len: 210 time: 0.0269423 Apr 08 11:21:42.769101 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 55478) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:21:42.824298 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-75d1a164-5cb8-4ec9-8f47-7adf79bb4d02 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks [] for security_group (97a04cbb-545b-43bc-949e-7b2fa749dad8), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:42.848334 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-75d1a164-5cb8-4ec9-8f47-7adf79bb4d02 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks [] for security_group (97a04cbb-545b-43bc-949e-7b2fa749dad8), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:43.000226 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-75d1a164-5cb8-4ec9-8f47-7adf79bb4d02 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (97a04cbb-545b-43bc-949e-7b2fa749dad8), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:43.002985 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-75d1a164-5cb8-4ec9-8f47-7adf79bb4d02 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:43.004123 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-75d1a164-5cb8-4ec9-8f47-7adf79bb4d02 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] 10.222.0.53 "DELETE /v2.0/security-groups/97a04cbb-545b-43bc-949e-7b2fa749dad8 HTTP/1.1" status: 204 len: 168 time: 0.2339966 Apr 08 11:21:43.013706 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d1a164-5cb8-4ec9-8f47-7adf79bb4d02 tempest-TestShelveInstance-1087512910 tempest-TestShelveInstance-1087512910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a04cbb-545b-43bc-949e-7b2fa749dad8,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:43.299633 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device bdeb6b34-9303-41ba-a668-8791caea6ae8 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:21:43.320017 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] No Port match for: bdeb6b34-9303-41ba-a668-8791caea6ae8 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:21:43.320360 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Device bdeb6b34-9303-41ba-a668-8791caea6ae8 not bound to the agent host hv-cinder-83607 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:21:44.128301 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 55484) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:21:44.564531 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c1657b3b-e40e-4802-8250-6b86dc8a3801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457665'] for router_interface (976e4962-5fb0-44b3-9a94-ac731b3b9cd6), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:44.809352 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-c1657b3b-e40e-4802-8250-6b86dc8a3801 admin admin] Deleting port 3c2740a4-873b-4b09-86e1-9b2713e3ecf3 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:21:44.809711 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c1657b3b-e40e-4802-8250-6b86dc8a3801 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (3c2740a4-873b-4b09-86e1-9b2713e3ecf3), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:44.888249 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-c1657b3b-e40e-4802-8250-6b86dc8a3801 admin admin] For port 3c2740a4-873b-4b09-86e1-9b2713e3ecf3, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=3c2740a4-873b-4b09-86e1-9b2713e3ecf3,segment=NetworkSegment(8366eac7-5c6e-4c3a-8825-453919965874),segment_id=8366eac7-5c6e-4c3a-8825-453919965874)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:21:44.888502 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c1657b3b-e40e-4802-8250-6b86dc8a3801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (3c2740a4-873b-4b09-86e1-9b2713e3ecf3), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:44.900636 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-c1657b3b-e40e-4802-8250-6b86dc8a3801 admin admin] Calling delete_port for 3c2740a4-873b-4b09-86e1-9b2713e3ecf3 owned by network:router_interface {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:21:45.151446 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c1657b3b-e40e-4802-8250-6b86dc8a3801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (3c2740a4-873b-4b09-86e1-9b2713e3ecf3), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:45.177052 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1657b3b-e40e-4802-8250-6b86dc8a3801 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c2740a4-873b-4b09-86e1-9b2713e3ecf3,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:45.347555 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c1657b3b-e40e-4802-8250-6b86dc8a3801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7869776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457614'] for router_interface (976e4962-5fb0-44b3-9a94-ac731b3b9cd6), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:45.572120 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1657b3b-e40e-4802-8250-6b86dc8a3801 admin admin] Router 976e4962-5fb0-44b3-9a94-ac731b3b9cd6 has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:21:45.684961 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1657b3b-e40e-4802-8250-6b86dc8a3801 admin admin] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:21:45.690227 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-c1657b3b-e40e-4802-8250-6b86dc8a3801 admin admin] 10.222.0.53 "PUT /v2.0/routers/976e4962-5fb0-44b3-9a94-ac731b3b9cd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5608189 Apr 08 11:21:45.694427 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 55488) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:21:45.695096 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4130765f-b74c-44ab-a769-17b26bcb6f3c None None] Sync routers for ids ['976e4962-5fb0-44b3-9a94-ac731b3b9cd6'] in dv-cinder-836073-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:21:45.708818 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4130765f-b74c-44ab-a769-17b26bcb6f3c None None] Routers {'976e4962-5fb0-44b3-9a94-ac731b3b9cd6'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:21:45.709440 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-4130765f-b74c-44ab-a769-17b26bcb6f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:21:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['976e4962-5fb0-44b3-9a94-ac731b3b9cd6'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:45.797502 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c7bfa1e5-807b-4d85-a0f7-04e6d9527008 admin admin] Publish callbacks [] for router (976e4962-5fb0-44b3-9a94-ac731b3b9cd6), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:45.818332 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-4130765f-b74c-44ab-a769-17b26bcb6f3c None None] Set router 976e4962-5fb0-44b3-9a94-ac731b3b9cd6 gateway port host: dv-cinder-836073-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:21:45.902993 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c7bfa1e5-807b-4d85-a0f7-04e6d9527008 admin admin] Publish callbacks [] for router_gateway (976e4962-5fb0-44b3-9a94-ac731b3b9cd6), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:46.001091 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-4130765f-b74c-44ab-a769-17b26bcb6f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976e4962-5fb0-44b3-9a94-ac731b3b9cd6', 'name': 'tempest-TestShelveInstance-944622486-router', 'tenant_id': '8eea60d9686244e7a5e64b448261087b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '4bb42516-0605-44a4-888b-a3c58393e591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:31Z', 'updated_at': '2022-04-08T11:21:45Z', 'revision_number': 5, 'project_id': '8eea60d9686244e7a5e64b448261087b', 'gw_port': {'id': '4bb42516-0605-44a4-888b-a3c58393e591', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976e4962-5fb0-44b3-9a94-ac731b3b9cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:32Z', 'updated_at': '2022-04-08T11:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi'}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:46.014596 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-c7bfa1e5-807b-4d85-a0f7-04e6d9527008 admin admin] Deleting port 4bb42516-0605-44a4-888b-a3c58393e591 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:21:46.014925 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c7bfa1e5-807b-4d85-a0f7-04e6d9527008 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (4bb42516-0605-44a4-888b-a3c58393e591), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:46.028317 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4130765f-b74c-44ab-a769-17b26bcb6f3c None None] Checking router: 976e4962-5fb0-44b3-9a94-ac731b3b9cd6 for host: dv-cinder-836073-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:21:46.037195 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4130765f-b74c-44ab-a769-17b26bcb6f3c None None] Routers {'976e4962-5fb0-44b3-9a94-ac731b3b9cd6'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:21:46.037848 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-4130765f-b74c-44ab-a769-17b26bcb6f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:21:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['976e4962-5fb0-44b3-9a94-ac731b3b9cd6'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:46.092819 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-c7bfa1e5-807b-4d85-a0f7-04e6d9527008 admin admin] For port 4bb42516-0605-44a4-888b-a3c58393e591, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=4bb42516-0605-44a4-888b-a3c58393e591,segment=NetworkSegment(2bb98e3e-6539-44eb-b25b-4089590167ac),segment_id=2bb98e3e-6539-44eb-b25b-4089590167ac)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:21:46.093185 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c7bfa1e5-807b-4d85-a0f7-04e6d9527008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (4bb42516-0605-44a4-888b-a3c58393e591), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:46.106382 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-c7bfa1e5-807b-4d85-a0f7-04e6d9527008 admin admin] Calling delete_port for 4bb42516-0605-44a4-888b-a3c58393e591 owned by network:router_gateway {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:21:46.129509 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-4130765f-b74c-44ab-a769-17b26bcb6f3c None None] Set router 976e4962-5fb0-44b3-9a94-ac731b3b9cd6 gateway port host: None {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:21:46.184401 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-4130765f-b74c-44ab-a769-17b26bcb6f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976e4962-5fb0-44b3-9a94-ac731b3b9cd6', 'name': 'tempest-TestShelveInstance-944622486-router', 'tenant_id': '8eea60d9686244e7a5e64b448261087b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:31Z', 'updated_at': '2022-04-08T11:21:45Z', 'revision_number': 6, 'project_id': '8eea60d9686244e7a5e64b448261087b', 'gw_port_host': None}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:46.210063 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4130765f-b74c-44ab-a769-17b26bcb6f3c None None] The sync data for ids ['976e4962-5fb0-44b3-9a94-ac731b3b9cd6'] in dv-cinder-836073-3-iscsi is: [{'id': '976e4962-5fb0-44b3-9a94-ac731b3b9cd6', 'name': 'tempest-TestShelveInstance-944622486-router', 'tenant_id': '8eea60d9686244e7a5e64b448261087b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:31Z', 'updated_at': '2022-04-08T11:21:45Z', 'revision_number': 6, 'project_id': '8eea60d9686244e7a5e64b448261087b', 'gw_port_host': None}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:21:46.339812 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c7bfa1e5-807b-4d85-a0f7-04e6d9527008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3089968'] for port (4bb42516-0605-44a4-888b-a3c58393e591), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:46.363000 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bfa1e5-807b-4d85-a0f7-04e6d9527008 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bb42516-0605-44a4-888b-a3c58393e591,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:46.428146 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c7bfa1e5-807b-4d85-a0f7-04e6d9527008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456443'] for router_gateway (976e4962-5fb0-44b3-9a94-ac731b3b9cd6), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:46.517191 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c7bfa1e5-807b-4d85-a0f7-04e6d9527008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1014241'] for router (976e4962-5fb0-44b3-9a94-ac731b3b9cd6), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:46.519321 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c7bfa1e5-807b-4d85-a0f7-04e6d9527008 admin admin] Publish callbacks [] for router_controller (976e4962-5fb0-44b3-9a94-ac731b3b9cd6), precommit_delete_associations {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:46.623034 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c7bfa1e5-807b-4d85-a0f7-04e6d9527008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-458149'] for router (976e4962-5fb0-44b3-9a94-ac731b3b9cd6), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:46.623610 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7bfa1e5-807b-4d85-a0f7-04e6d9527008 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 976e4962-5fb0-44b3-9a94-ac731b3b9cd6 {{(pid=104017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 11:21:46.634105 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c7bfa1e5-807b-4d85-a0f7-04e6d9527008 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:46.634105 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-c7bfa1e5-807b-4d85-a0f7-04e6d9527008 admin admin] 10.222.0.53 "DELETE /v2.0/routers/976e4962-5fb0-44b3-9a94-ac731b3b9cd6 HTTP/1.1" status: 204 len: 168 time: 0.9352458 Apr 08 11:21:46.634297 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 55490) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:21:46.676918 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ce7eb96-0fa7-4508-86a2-c6d0e2bb4980 admin admin] Deleting subnet b4615c09-bfb8-402c-89e5-7c1874f53767 {{(pid=104016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:21:46.680010 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4ce7eb96-0fa7-4508-86a2-c6d0e2bb4980 admin admin] Publish callbacks [] for subnet (b4615c09-bfb8-402c-89e5-7c1874f53767), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:46.718025 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4ce7eb96-0fa7-4508-86a2-c6d0e2bb4980 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4108866'] for subnet (b4615c09-bfb8-402c-89e5-7c1874f53767), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:46.796327 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4ce7eb96-0fa7-4508-86a2-c6d0e2bb4980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7741539'] for subnet (b4615c09-bfb8-402c-89e5-7c1874f53767), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:46.903179 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4ce7eb96-0fa7-4508-86a2-c6d0e2bb4980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7741546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3536836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077135'] for subnet (b4615c09-bfb8-402c-89e5-7c1874f53767), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:46.926205 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7eb96-0fa7-4508-86a2-c6d0e2bb4980 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4615c09-bfb8-402c-89e5-7c1874f53767,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:46.932281 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4ce7eb96-0fa7-4508-86a2-c6d0e2bb4980 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:46.935425 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-4ce7eb96-0fa7-4508-86a2-c6d0e2bb4980 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b4615c09-bfb8-402c-89e5-7c1874f53767 HTTP/1.1" status: 204 len: 168 time: 0.3022285 Apr 08 11:21:46.940455 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.53', 55492) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:21:46.941564 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea02dcd8-47df-4cdc-8b82-b5d2b79a08de None None] Network e1133a44-85d5-46f5-986a-992a0c333add requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:21:47.016636 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2dddd6f4-a1cb-49d7-a171-0c753fbca446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7700898'] for network (e1133a44-85d5-46f5-986a-992a0c333add), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:47.070374 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-2dddd6f4-a1cb-49d7-a171-0c753fbca446 admin admin] Deleting port 0ab9d08a-73ea-459c-9e7a-34054b429c9f {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:21:47.070714 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2dddd6f4-a1cb-49d7-a171-0c753fbca446 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (0ab9d08a-73ea-459c-9e7a-34054b429c9f), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:47.114488 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be7ddb2-cf62-4a17-a24f-257621c4bb10 None None] DHCP port deletion for e1133a44-85d5-46f5-986a-992a0c333add request from dv-cinder-836073-3-iscsi {{(pid=104018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 11:21:47.138173 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-2dddd6f4-a1cb-49d7-a171-0c753fbca446 admin admin] For port 0ab9d08a-73ea-459c-9e7a-34054b429c9f, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=0ab9d08a-73ea-459c-9e7a-34054b429c9f,segment=NetworkSegment(8366eac7-5c6e-4c3a-8825-453919965874),segment_id=8366eac7-5c6e-4c3a-8825-453919965874)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:21:47.138529 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2dddd6f4-a1cb-49d7-a171-0c753fbca446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (0ab9d08a-73ea-459c-9e7a-34054b429c9f), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:47.151722 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-2dddd6f4-a1cb-49d7-a171-0c753fbca446 admin admin] Calling delete_port for 0ab9d08a-73ea-459c-9e7a-34054b429c9f owned by network:dhcp {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:21:47.161567 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-4be7ddb2-cf62-4a17-a24f-257621c4bb10 None None] Deleting port 0ab9d08a-73ea-459c-9e7a-34054b429c9f {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:21:47.162058 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4be7ddb2-cf62-4a17-a24f-257621c4bb10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (0ab9d08a-73ea-459c-9e7a-34054b429c9f), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:47.243633 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-4be7ddb2-cf62-4a17-a24f-257621c4bb10 None None] For port 0ab9d08a-73ea-459c-9e7a-34054b429c9f, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=0ab9d08a-73ea-459c-9e7a-34054b429c9f,segment=NetworkSegment(8366eac7-5c6e-4c3a-8825-453919965874),segment_id=8366eac7-5c6e-4c3a-8825-453919965874)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:21:47.244036 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4be7ddb2-cf62-4a17-a24f-257621c4bb10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (0ab9d08a-73ea-459c-9e7a-34054b429c9f), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:47.254498 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 3c2740a4-873b-4b09-86e1-9b2713e3ecf3 no longer exists at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:21:47.262448 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-4be7ddb2-cf62-4a17-a24f-257621c4bb10 None None] Calling delete_port for 0ab9d08a-73ea-459c-9e7a-34054b429c9f owned by network:dhcp {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:21:47.282208 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] No Port match for: 3c2740a4-873b-4b09-86e1-9b2713e3ecf3 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:21:47.282566 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 3c2740a4-873b-4b09-86e1-9b2713e3ecf3 not bound to the agent host dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:21:47.282961 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 0ab9d08a-73ea-459c-9e7a-34054b429c9f no longer exists at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:21:47.320427 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2dddd6f4-a1cb-49d7-a171-0c753fbca446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3536657'] for port (0ab9d08a-73ea-459c-9e7a-34054b429c9f), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:47.344724 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dddd6f4-a1cb-49d7-a171-0c753fbca446 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ab9d08a-73ea-459c-9e7a-34054b429c9f,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:47.350046 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dddd6f4-a1cb-49d7-a171-0c753fbca446 admin admin] No DVR routers for this DVR port 0ab9d08a-73ea-459c-9e7a-34054b429c9f on host dv-cinder-836073-3-iscsi {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:21:47.368534 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] No active binding found for port 0ab9d08a-73ea-459c-9e7a-34054b429c9f {{(pid=104018) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 08 11:21:47.368905 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] The host dv-cinder-836073-3-iscsi is not matching for port 0ab9d08a-73ea-459c-9e7a-34054b429c9f host None! {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 08 11:21:47.370008 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 0ab9d08a-73ea-459c-9e7a-34054b429c9f not bound to the agent host dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:21:47.370368 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 4bb42516-0605-44a4-888b-a3c58393e591 no longer exists at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:21:47.395369 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] No Port match for: 4bb42516-0605-44a4-888b-a3c58393e591 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:21:47.395735 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 4bb42516-0605-44a4-888b-a3c58393e591 not bound to the agent host dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:21:47.413756 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4be7ddb2-cf62-4a17-a24f-257621c4bb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638'] for port (0ab9d08a-73ea-459c-9e7a-34054b429c9f), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:47.427926 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2dddd6f4-a1cb-49d7-a171-0c753fbca446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7858426', 'neutron.services.segments.db._delete_segments_for_network-8771786818506'] for network (e1133a44-85d5-46f5-986a-992a0c333add), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:47.437494 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be7ddb2-cf62-4a17-a24f-257621c4bb10 None None] Pushing event deleted for resources: {'Port': ['ID=0ab9d08a-73ea-459c-9e7a-34054b429c9f,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:47.447095 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be7ddb2-cf62-4a17-a24f-257621c4bb10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:47.448127 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be7ddb2-cf62-4a17-a24f-257621c4bb10 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:47.448127 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be7ddb2-cf62-4a17-a24f-257621c4bb10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:47.448777 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be7ddb2-cf62-4a17-a24f-257621c4bb10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:47.448982 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be7ddb2-cf62-4a17-a24f-257621c4bb10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:47.449112 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-2dddd6f4-a1cb-49d7-a171-0c753fbca446 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1133a44-85d5-46f5-986a-992a0c333add']}} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:47.449317 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be7ddb2-cf62-4a17-a24f-257621c4bb10 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:47.449736 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be7ddb2-cf62-4a17-a24f-257621c4bb10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:47.450068 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be7ddb2-cf62-4a17-a24f-257621c4bb10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:47.450394 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be7ddb2-cf62-4a17-a24f-257621c4bb10 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:47.450721 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be7ddb2-cf62-4a17-a24f-257621c4bb10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:47.451064 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be7ddb2-cf62-4a17-a24f-257621c4bb10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:47.451379 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be7ddb2-cf62-4a17-a24f-257621c4bb10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:47.451702 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be7ddb2-cf62-4a17-a24f-257621c4bb10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:47.452279 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be7ddb2-cf62-4a17-a24f-257621c4bb10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:47.452609 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be7ddb2-cf62-4a17-a24f-257621c4bb10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:47.455413 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be7ddb2-cf62-4a17-a24f-257621c4bb10 None None] No DVR routers for this DVR port 0ab9d08a-73ea-459c-9e7a-34054b429c9f on host dv-cinder-836073-3-iscsi {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:21:47.465715 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-2dddd6f4-a1cb-49d7-a171-0c753fbca446 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8366eac7-5c6e-4c3a-8825-453919965874') {'for_net_delete': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:47.465715 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-2dddd6f4-a1cb-49d7-a171-0c753fbca446 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8366eac7-5c6e-4c3a-8825-453919965874') {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:47.472727 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2dddd6f4-a1cb-49d7-a171-0c753fbca446 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771786821075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4108891'] for segment (8366eac7-5c6e-4c3a-8825-453919965874), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:47.485765 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2dddd6f4-a1cb-49d7-a171-0c753fbca446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154'] for segment (8366eac7-5c6e-4c3a-8825-453919965874), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:47.491335 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dddd6f4-a1cb-49d7-a171-0c753fbca446 admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=104016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:21:47.491715 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2dddd6f4-a1cb-49d7-a171-0c753fbca446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3536674'] for segment (8366eac7-5c6e-4c3a-8825-453919965874), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:47.493311 dv-cinder-836073-3-iscsi neutron-server[104016]: Traceback (most recent call last): Apr 08 11:21:47.493311 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:21:47.493311 dv-cinder-836073-3-iscsi neutron-server[104016]: timer() Apr 08 11:21:47.493311 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:21:47.493311 dv-cinder-836073-3-iscsi neutron-server[104016]: cb(*args, **kw) Apr 08 11:21:47.493311 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:21:47.493311 dv-cinder-836073-3-iscsi neutron-server[104016]: return func(*args, **kwargs) Apr 08 11:21:47.493311 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:21:47.493311 dv-cinder-836073-3-iscsi neutron-server[104016]: self._notify() Apr 08 11:21:47.493311 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:21:47.493311 dv-cinder-836073-3-iscsi neutron-server[104016]: self.callback(batched_events) Apr 08 11:21:47.493311 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:21:47.493311 dv-cinder-836073-3-iscsi neutron-server[104016]: event.method(event) Apr 08 11:21:47.493311 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:21:47.493311 dv-cinder-836073-3-iscsi neutron-server[104016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:21:47.493311 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:21:47.493311 dv-cinder-836073-3-iscsi neutron-server[104016]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:21:47.493311 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:21:47.493311 dv-cinder-836073-3-iscsi neutron-server[104016]: return f(self, *a, **k) Apr 08 11:21:47.493311 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:21:47.493311 dv-cinder-836073-3-iscsi neutron-server[104016]: return self._get(url).json() Apr 08 11:21:47.493311 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:21:47.493311 dv-cinder-836073-3-iscsi neutron-server[104016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:21:47.493311 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:21:47.493311 dv-cinder-836073-3-iscsi neutron-server[104016]: return self.request(url, 'GET', **kwargs) Apr 08 11:21:47.493311 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:21:47.493311 dv-cinder-836073-3-iscsi neutron-server[104016]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:21:47.493311 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:21:47.493311 dv-cinder-836073-3-iscsi neutron-server[104016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:21:47.493311 dv-cinder-836073-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:21:47.493311 dv-cinder-836073-3-iscsi neutron-server[104016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:21:47.493311 dv-cinder-836073-3-iscsi neutron-server[104016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:21:47.608449 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2dddd6f4-a1cb-49d7-a171-0c753fbca446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7858401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7922337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456415'] for network (e1133a44-85d5-46f5-986a-992a0c333add), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:47.614850 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2dddd6f4-a1cb-49d7-a171-0c753fbca446 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:47.618052 dv-cinder-836073-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-2dddd6f4-a1cb-49d7-a171-0c753fbca446 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e1133a44-85d5-46f5-986a-992a0c333add HTTP/1.1" status: 204 len: 168 time: 0.6767647 Apr 08 11:21:47.627779 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 55494) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:21:47.628836 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dddd6f4-a1cb-49d7-a171-0c753fbca446 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1133a44-85d5-46f5-986a-992a0c333add,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:47.966235 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a81d37eb-beda-4d71-add6-ba8e58d689a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457665'] for router_interface (2075fd67-1c93-4612-a62d-95538bb157cc), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:48.207208 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-a81d37eb-beda-4d71-add6-ba8e58d689a9 admin admin] Deleting port 69e280ae-a0b6-4958-9486-b51cb5482cc1 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:21:48.207541 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a81d37eb-beda-4d71-add6-ba8e58d689a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (69e280ae-a0b6-4958-9486-b51cb5482cc1), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:48.282431 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-a81d37eb-beda-4d71-add6-ba8e58d689a9 admin admin] For port 69e280ae-a0b6-4958-9486-b51cb5482cc1, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=69e280ae-a0b6-4958-9486-b51cb5482cc1,segment=NetworkSegment(04f58620-dbf1-4de3-a4f1-bbc1ee8fb9f0),segment_id=04f58620-dbf1-4de3-a4f1-bbc1ee8fb9f0)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:21:48.282793 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a81d37eb-beda-4d71-add6-ba8e58d689a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (69e280ae-a0b6-4958-9486-b51cb5482cc1), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:48.295400 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-a81d37eb-beda-4d71-add6-ba8e58d689a9 admin admin] Calling delete_port for 69e280ae-a0b6-4958-9486-b51cb5482cc1 owned by network:router_interface {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:21:48.551408 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a81d37eb-beda-4d71-add6-ba8e58d689a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3089968'] for port (69e280ae-a0b6-4958-9486-b51cb5482cc1), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:48.581074 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d37eb-beda-4d71-add6-ba8e58d689a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=69e280ae-a0b6-4958-9486-b51cb5482cc1,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:48.745141 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a81d37eb-beda-4d71-add6-ba8e58d689a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7869776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457614'] for router_interface (2075fd67-1c93-4612-a62d-95538bb157cc), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:48.958702 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81d37eb-beda-4d71-add6-ba8e58d689a9 admin admin] Router 2075fd67-1c93-4612-a62d-95538bb157cc has already been hosted by L3 agent d913afe8-8e43-4fe1-b102-d4aaf6e653b2 {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:21:49.062249 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81d37eb-beda-4d71-add6-ba8e58d689a9 admin admin] Notify agent at l3_agent.dv-cinder-836073-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:21:49.067183 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-a81d37eb-beda-4d71-add6-ba8e58d689a9 admin admin] 10.222.0.53 "PUT /v2.0/routers/2075fd67-1c93-4612-a62d-95538bb157cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4441235 Apr 08 11:21:49.069576 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 55496) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:21:49.072082 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38f3735-fb5f-4c3e-8e59-f650cb02639f None None] Sync routers for ids ['2075fd67-1c93-4612-a62d-95538bb157cc'] in dv-cinder-836073-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:21:49.084972 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38f3735-fb5f-4c3e-8e59-f650cb02639f None None] Routers {'2075fd67-1c93-4612-a62d-95538bb157cc'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:21:49.084972 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-d38f3735-fb5f-4c3e-8e59-f650cb02639f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:21:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['2075fd67-1c93-4612-a62d-95538bb157cc'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:49.190676 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-d38f3735-fb5f-4c3e-8e59-f650cb02639f None None] Set router 2075fd67-1c93-4612-a62d-95538bb157cc gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:21:49.377004 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-d38f3735-fb5f-4c3e-8e59-f650cb02639f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2075fd67-1c93-4612-a62d-95538bb157cc', 'name': 'tempest-TestShelveInstance-2074798236-router', 'tenant_id': '24e526cc4fcd402989999840f668881c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e7d86668-75b4-4f53-9bce-b2cfe501347a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:40Z', 'updated_at': '2022-04-08T11:21:48Z', 'revision_number': 5, 'project_id': '24e526cc4fcd402989999840f668881c', 'gw_port': {'id': 'e7d86668-75b4-4f53-9bce-b2cfe501347a', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:35:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2075fd67-1c93-4612-a62d-95538bb157cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:41Z', 'updated_at': '2022-04-08T11:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi'}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:49.397999 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0f54-4680-4a6e-b956-ec73aedf22f3 admin admin] Publish callbacks [] for router (2075fd67-1c93-4612-a62d-95538bb157cc), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:49.405071 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38f3735-fb5f-4c3e-8e59-f650cb02639f None None] Checking router: 2075fd67-1c93-4612-a62d-95538bb157cc for host: dv-cinder-836073-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:21:49.413275 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38f3735-fb5f-4c3e-8e59-f650cb02639f None None] Routers {'2075fd67-1c93-4612-a62d-95538bb157cc'} bound to L3 agent in host dv-cinder-836073-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:21:49.413901 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-d38f3735-fb5f-4c3e-8e59-f650cb02639f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:58:30Z,description=,heartbeat_timestamp=2022-04-08T11:21:30Z,host='dv-cinder-836073-3-iscsi',id=d913afe8-8e43-4fe1-b102-d4aaf6e653b2,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:58:30Z,topic='l3_agent')) {'router_ids': ['2075fd67-1c93-4612-a62d-95538bb157cc'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:49.501403 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0f54-4680-4a6e-b956-ec73aedf22f3 admin admin] Publish callbacks [] for router_gateway (2075fd67-1c93-4612-a62d-95538bb157cc), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:49.521385 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-d38f3735-fb5f-4c3e-8e59-f650cb02639f None None] Set router 2075fd67-1c93-4612-a62d-95538bb157cc gateway port host: dv-cinder-836073-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:21:49.609783 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-0b0f0f54-4680-4a6e-b956-ec73aedf22f3 admin admin] Deleting port e7d86668-75b4-4f53-9bce-b2cfe501347a {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:21:49.610213 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0f54-4680-4a6e-b956-ec73aedf22f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (e7d86668-75b4-4f53-9bce-b2cfe501347a), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:49.688578 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-0b0f0f54-4680-4a6e-b956-ec73aedf22f3 admin admin] For port e7d86668-75b4-4f53-9bce-b2cfe501347a, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=e7d86668-75b4-4f53-9bce-b2cfe501347a,segment=NetworkSegment(2bb98e3e-6539-44eb-b25b-4089590167ac),segment_id=2bb98e3e-6539-44eb-b25b-4089590167ac)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:21:49.688940 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0f54-4680-4a6e-b956-ec73aedf22f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (e7d86668-75b4-4f53-9bce-b2cfe501347a), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:49.696911 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-d38f3735-fb5f-4c3e-8e59-f650cb02639f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2075fd67-1c93-4612-a62d-95538bb157cc', 'name': 'tempest-TestShelveInstance-2074798236-router', 'tenant_id': '24e526cc4fcd402989999840f668881c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e7d86668-75b4-4f53-9bce-b2cfe501347a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:40Z', 'updated_at': '2022-04-08T11:21:48Z', 'revision_number': 5, 'project_id': '24e526cc4fcd402989999840f668881c', 'gw_port': {'id': 'e7d86668-75b4-4f53-9bce-b2cfe501347a', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:35:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2075fd67-1c93-4612-a62d-95538bb157cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:41Z', 'updated_at': '2022-04-08T11:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi'}], 'dv-cinder-836073-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:49.705847 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-0b0f0f54-4680-4a6e-b956-ec73aedf22f3 admin admin] Calling delete_port for e7d86668-75b4-4f53-9bce-b2cfe501347a owned by network:router_gateway {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:21:49.729030 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38f3735-fb5f-4c3e-8e59-f650cb02639f None None] The sync data for ids ['2075fd67-1c93-4612-a62d-95538bb157cc'] in dv-cinder-836073-3-iscsi is: [{'id': '2075fd67-1c93-4612-a62d-95538bb157cc', 'name': 'tempest-TestShelveInstance-2074798236-router', 'tenant_id': '24e526cc4fcd402989999840f668881c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'external_fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e7d86668-75b4-4f53-9bce-b2cfe501347a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:40Z', 'updated_at': '2022-04-08T11:21:48Z', 'revision_number': 5, 'project_id': '24e526cc4fcd402989999840f668881c', 'gw_port': {'id': 'e7d86668-75b4-4f53-9bce-b2cfe501347a', 'name': '', 'network_id': '9ba38368-ff54-4986-b9fd-e3d76f01d727', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:35:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2075fd67-1c93-4612-a62d-95538bb157cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:41Z', 'updated_at': '2022-04-08T11:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '295b2c6f-15e1-46ca-ae70-e3531500d944', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-3-iscsi'}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:21:49.949425 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0f54-4680-4a6e-b956-ec73aedf22f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3089968'] for port (e7d86668-75b4-4f53-9bce-b2cfe501347a), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:49.975749 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f0f54-4680-4a6e-b956-ec73aedf22f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7d86668-75b4-4f53-9bce-b2cfe501347a,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:50.037248 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0f54-4680-4a6e-b956-ec73aedf22f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456443'] for router_gateway (2075fd67-1c93-4612-a62d-95538bb157cc), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:50.131412 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0f54-4680-4a6e-b956-ec73aedf22f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1014241'] for router (2075fd67-1c93-4612-a62d-95538bb157cc), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:50.135680 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0f54-4680-4a6e-b956-ec73aedf22f3 admin admin] Publish callbacks [] for router_controller (2075fd67-1c93-4612-a62d-95538bb157cc), precommit_delete_associations {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:50.231531 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0f54-4680-4a6e-b956-ec73aedf22f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-458149'] for router (2075fd67-1c93-4612-a62d-95538bb157cc), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:50.232058 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0f0f54-4680-4a6e-b956-ec73aedf22f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2075fd67-1c93-4612-a62d-95538bb157cc {{(pid=104017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 11:21:50.236235 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0f54-4680-4a6e-b956-ec73aedf22f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:50.237410 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-0b0f0f54-4680-4a6e-b956-ec73aedf22f3 admin admin] 10.222.0.53 "DELETE /v2.0/routers/2075fd67-1c93-4612-a62d-95538bb157cc HTTP/1.1" status: 204 len: 168 time: 1.1668782 Apr 08 11:21:50.239997 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 55498) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:21:50.287381 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a8cbd3-89c1-48de-b693-51daeacc980a admin admin] Deleting subnet ca0bd388-5f8f-4e0d-8fb0-ee450ca194cc {{(pid=104017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:21:50.290770 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c6a8cbd3-89c1-48de-b693-51daeacc980a admin admin] Publish callbacks [] for subnet (ca0bd388-5f8f-4e0d-8fb0-ee450ca194cc), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:50.326931 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c6a8cbd3-89c1-48de-b693-51daeacc980a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4091653'] for subnet (ca0bd388-5f8f-4e0d-8fb0-ee450ca194cc), precommit_delete_associations {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:50.411618 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c6a8cbd3-89c1-48de-b693-51daeacc980a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7741539'] for subnet (ca0bd388-5f8f-4e0d-8fb0-ee450ca194cc), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:50.543675 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c6a8cbd3-89c1-48de-b693-51daeacc980a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7741546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3090149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25379873'] for subnet (ca0bd388-5f8f-4e0d-8fb0-ee450ca194cc), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:50.571734 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a8cbd3-89c1-48de-b693-51daeacc980a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca0bd388-5f8f-4e0d-8fb0-ee450ca194cc,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:50.574284 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c6a8cbd3-89c1-48de-b693-51daeacc980a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:50.577749 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-c6a8cbd3-89c1-48de-b693-51daeacc980a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ca0bd388-5f8f-4e0d-8fb0-ee450ca194cc HTTP/1.1" status: 204 len: 168 time: 0.3367474 Apr 08 11:21:50.580151 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 55500) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:21:50.582774 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25044e1a-4d28-4a35-a504-336517bde94a None None] Network 5002a2d5-da03-4e62-b131-b430895f0760 requested from dv-cinder-836073-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:21:50.656495 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-44601c31-5d27-434f-bfd6-32dc78ce48cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7700898'] for network (5002a2d5-da03-4e62-b131-b430895f0760), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:50.712178 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-44601c31-5d27-434f-bfd6-32dc78ce48cd admin admin] Deleting port f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:21:50.712605 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-44601c31-5d27-434f-bfd6-32dc78ce48cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:50.752440 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e19b935-be1f-45d9-bdb8-c756f4456460 None None] DHCP port deletion for 5002a2d5-da03-4e62-b131-b430895f0760 request from dv-cinder-836073-3-iscsi {{(pid=104018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 11:21:50.778363 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-44601c31-5d27-434f-bfd6-32dc78ce48cd admin admin] For port f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f,segment=NetworkSegment(04f58620-dbf1-4de3-a4f1-bbc1ee8fb9f0),segment_id=04f58620-dbf1-4de3-a4f1-bbc1ee8fb9f0)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:21:50.778727 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-44601c31-5d27-434f-bfd6-32dc78ce48cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:50.790901 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-44601c31-5d27-434f-bfd6-32dc78ce48cd admin admin] Calling delete_port for f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f owned by network:dhcp {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:21:50.800747 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-9e19b935-be1f-45d9-bdb8-c756f4456460 None None] Deleting port f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:21:50.801054 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9e19b935-be1f-45d9-bdb8-c756f4456460 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771786910338'] for port (f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:50.866712 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-9e19b935-be1f-45d9-bdb8-c756f4456460 None None] For port f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f, host dv-cinder-836073-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-3-iscsi',level=0,port_id=f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f,segment=NetworkSegment(04f58620-dbf1-4de3-a4f1-bbc1ee8fb9f0),segment_id=04f58620-dbf1-4de3-a4f1-bbc1ee8fb9f0)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:21:50.867111 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9e19b935-be1f-45d9-bdb8-c756f4456460 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426293'] for port (f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:50.880552 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-9e19b935-be1f-45d9-bdb8-c756f4456460 None None] Calling delete_port for f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f owned by network:dhcp {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:21:50.966463 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-44601c31-5d27-434f-bfd6-32dc78ce48cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3089968'] for port (f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:50.973771 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9e19b935-be1f-45d9-bdb8-c756f4456460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7769881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8300343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771786915925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771786540638'] for port (f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:51.009448 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44601c31-5d27-434f-bfd6-32dc78ce48cd admin admin] Pushing event deleted for resources: {'Port': ['ID=f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:51.011966 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44601c31-5d27-434f-bfd6-32dc78ce48cd admin admin] No DVR routers for this DVR port f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f on host dv-cinder-836073-3-iscsi {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:21:51.016583 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e19b935-be1f-45d9-bdb8-c756f4456460 None None] No DVR routers for this DVR port f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f on host dv-cinder-836073-3-iscsi {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:21:51.019051 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19b935-be1f-45d9-bdb8-c756f4456460 None None] Pushing event deleted for resources: {'Port': ['ID=f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:51.086629 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-44601c31-5d27-434f-bfd6-32dc78ce48cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7858426', 'neutron.services.segments.db._delete_segments_for_network-8771786818506'] for network (5002a2d5-da03-4e62-b131-b430895f0760), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:51.106480 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-44601c31-5d27-434f-bfd6-32dc78ce48cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5002a2d5-da03-4e62-b131-b430895f0760']}} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:51.115274 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-44601c31-5d27-434f-bfd6-32dc78ce48cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f58620-dbf1-4de3-a4f1-bbc1ee8fb9f0') {'for_net_delete': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:51.115568 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-44601c31-5d27-434f-bfd6-32dc78ce48cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f58620-dbf1-4de3-a4f1-bbc1ee8fb9f0') {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:51.125113 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-44601c31-5d27-434f-bfd6-32dc78ce48cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771786821075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4091676'] for segment (04f58620-dbf1-4de3-a4f1-bbc1ee8fb9f0), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:51.137764 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-44601c31-5d27-434f-bfd6-32dc78ce48cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154'] for segment (04f58620-dbf1-4de3-a4f1-bbc1ee8fb9f0), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:51.143574 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44601c31-5d27-434f-bfd6-32dc78ce48cd admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=104017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:21:51.143953 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-44601c31-5d27-434f-bfd6-32dc78ce48cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7740154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3089923'] for segment (04f58620-dbf1-4de3-a4f1-bbc1ee8fb9f0), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:51.145538 dv-cinder-836073-3-iscsi neutron-server[104017]: Traceback (most recent call last): Apr 08 11:21:51.145538 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:21:51.145538 dv-cinder-836073-3-iscsi neutron-server[104017]: timer() Apr 08 11:21:51.145538 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:21:51.145538 dv-cinder-836073-3-iscsi neutron-server[104017]: cb(*args, **kw) Apr 08 11:21:51.145538 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:21:51.145538 dv-cinder-836073-3-iscsi neutron-server[104017]: return func(*args, **kwargs) Apr 08 11:21:51.145538 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:21:51.145538 dv-cinder-836073-3-iscsi neutron-server[104017]: self._notify() Apr 08 11:21:51.145538 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:21:51.145538 dv-cinder-836073-3-iscsi neutron-server[104017]: self.callback(batched_events) Apr 08 11:21:51.145538 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:21:51.145538 dv-cinder-836073-3-iscsi neutron-server[104017]: event.method(event) Apr 08 11:21:51.145538 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:21:51.145538 dv-cinder-836073-3-iscsi neutron-server[104017]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:21:51.145538 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:21:51.145538 dv-cinder-836073-3-iscsi neutron-server[104017]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:21:51.145538 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:21:51.145538 dv-cinder-836073-3-iscsi neutron-server[104017]: return f(self, *a, **k) Apr 08 11:21:51.145538 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:21:51.145538 dv-cinder-836073-3-iscsi neutron-server[104017]: return self._get(url).json() Apr 08 11:21:51.145538 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:21:51.145538 dv-cinder-836073-3-iscsi neutron-server[104017]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:21:51.145538 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:21:51.145538 dv-cinder-836073-3-iscsi neutron-server[104017]: return self.request(url, 'GET', **kwargs) Apr 08 11:21:51.145538 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:21:51.145538 dv-cinder-836073-3-iscsi neutron-server[104017]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:21:51.145538 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:21:51.145538 dv-cinder-836073-3-iscsi neutron-server[104017]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:21:51.145538 dv-cinder-836073-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:21:51.145538 dv-cinder-836073-3-iscsi neutron-server[104017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:21:51.145538 dv-cinder-836073-3-iscsi neutron-server[104017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:21:51.235261 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f no longer exists at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:21:51.255055 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] No Port match for: f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:21:51.255420 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device f04f0195-b1f7-4ba9-a7fa-0ddf1110b30f not bound to the agent host dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:21:51.255819 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 69e280ae-a0b6-4958-9486-b51cb5482cc1 no longer exists at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:21:51.274430 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-44601c31-5d27-434f-bfd6-32dc78ce48cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7858401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7922337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7869737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456415'] for network (5002a2d5-da03-4e62-b131-b430895f0760), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:51.277577 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] No Port match for: 69e280ae-a0b6-4958-9486-b51cb5482cc1 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:21:51.278009 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device 69e280ae-a0b6-4958-9486-b51cb5482cc1 not bound to the agent host dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:21:51.278368 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device e7d86668-75b4-4f53-9bce-b2cfe501347a no longer exists at agent ovs-agent-dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:21:51.281336 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-44601c31-5d27-434f-bfd6-32dc78ce48cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7869759'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:51.287229 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-44601c31-5d27-434f-bfd6-32dc78ce48cd admin admin] 10.222.0.53 "DELETE /v2.0/networks/5002a2d5-da03-4e62-b131-b430895f0760 HTTP/1.1" status: 204 len: 168 time: 0.7034085 Apr 08 11:21:51.297767 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44601c31-5d27-434f-bfd6-32dc78ce48cd admin admin] Pushing event deleted for resources: {'Network': ['ID=5002a2d5-da03-4e62-b131-b430895f0760,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:51.298472 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] No Port match for: e7d86668-75b4-4f53-9bce-b2cfe501347a {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:21:51.298824 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Device e7d86668-75b4-4f53-9bce-b2cfe501347a not bound to the agent host dv-cinder-836073-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:21:51.574736 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 55504) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:21:51.606810 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:21:51.618823 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-5894bc36-969f-451f-a61a-2b0c1958fb94 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8eea60d9686244e7a5e64b448261087b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429449 Apr 08 11:21:51.621450 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 55506) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:21:51.667747 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d9d0298c-7a50-4dd2-b7a6-3f5e34f260dd admin admin] Publish callbacks [] for security_group (22de0983-62f5-4813-9491-006d8c3ba08d), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:51.688038 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d9d0298c-7a50-4dd2-b7a6-3f5e34f260dd admin admin] Publish callbacks [] for security_group (22de0983-62f5-4813-9491-006d8c3ba08d), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:51.817401 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d9d0298c-7a50-4dd2-b7a6-3f5e34f260dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (22de0983-62f5-4813-9491-006d8c3ba08d), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:51.819960 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d9d0298c-7a50-4dd2-b7a6-3f5e34f260dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:51.821145 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-d9d0298c-7a50-4dd2-b7a6-3f5e34f260dd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/22de0983-62f5-4813-9491-006d8c3ba08d HTTP/1.1" status: 204 len: 168 time: 0.1987443 Apr 08 11:21:51.829798 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0298c-7a50-4dd2-b7a6-3f5e34f260dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22de0983-62f5-4813-9491-006d8c3ba08d,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:52.277097 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:52.445295 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 55512) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:21:52.485706 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-3d061707-4d8f-4d08-ba56-b366efdebb32 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=24e526cc4fcd402989999840f668881c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392098 Apr 08 11:21:52.488160 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.53', 55514) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:21:52.534739 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-99145362-8eff-48de-a365-651520cbdaa3 admin admin] Publish callbacks [] for security_group (0b13ece5-36ff-4c2a-abec-88813c104d48), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:52.555082 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-99145362-8eff-48de-a365-651520cbdaa3 admin admin] Publish callbacks [] for security_group (0b13ece5-36ff-4c2a-abec-88813c104d48), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:52.746473 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-99145362-8eff-48de-a365-651520cbdaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919189'] for security_group (0b13ece5-36ff-4c2a-abec-88813c104d48), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:52.749100 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-99145362-8eff-48de-a365-651520cbdaa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:52.750288 dv-cinder-836073-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-99145362-8eff-48de-a365-651520cbdaa3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0b13ece5-36ff-4c2a-abec-88813c104d48 HTTP/1.1" status: 204 len: 168 time: 0.2612348 Apr 08 11:21:52.758440 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99145362-8eff-48de-a365-651520cbdaa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b13ece5-36ff-4c2a-abec-88813c104d48,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:57.382878 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-724f4c83-7b64-4ffe-9e4b-2e3a6f2a33fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:21:59.873918 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-838d01eb-6403-444b-837e-56d00c138f84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:22:01.205685 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:22:02.616817 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:22:04.276277 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:22:22.282072 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:22:27.384740 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-37a71411-6fae-4d16-bd3e-7e0f3919d1e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:22:28.604995 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:22:29.845064 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d7a254ed-2c68-4d4d-969f-3378b649aaf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:22:31.100084 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:22:32.652948 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:22:34.252724 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:22:52.286775 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:22:57.381943 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-675b75a2-4353-4094-b067-5f6803f9ab42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:22:59.863862 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-82035820-1383-4147-b9f1-efd3136122e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:23:00.859597 dv-cinder-836073-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [req-6b1e9c92-bbdd-489c-9fa2-955bb1624024 req-10236a43-f6d1-4885-b48e-f86b610f02ad service neutron] (104017) timed out ('10.222.0.25', 62297) {{(pid=104017) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 08 11:23:01.102885 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:23:02.645071 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:23:04.257963 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:23:05.604071 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:23:22.286283 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:23:27.364793 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-80cad344-4bbc-490b-9d04-f0053fd99354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:23:29.851605 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d29db38-2c1d-472b-9dd4-0d9f2347fa6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:23:31.126361 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:23:32.656263 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:23:34.257164 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:23:42.603763 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:23:52.314531 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:23:57.371447 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8fa6ba75-a4b8-4dfb-af3a-872e855e3297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:23:59.844044 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-922a65d9-d8a3-4189-9d83-602ae709213b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:24:01.097121 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:24:02.622766 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:24:04.250787 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:24:19.603744 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:24:22.336594 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:24:27.394019 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0b55b238-7c83-42dd-990c-e232bc4a4c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:24:29.856415 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f831dafe-cd6b-4054-b58b-1e6f0f552d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:24:31.124870 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:24:32.644094 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:24:34.273483 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:24:52.341389 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:24:56.603918 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:24:57.369136 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ca347225-4d66-45a7-bcab-8b551d9c7660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:24:59.838527 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c5a9fca2-c181-47e0-ac64-18be50f95376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:25:01.147894 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:25:02.661512 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:25:04.295450 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:25:09.901458 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [req-cab794ac-19ff-4712-a323-5cb9279cbfae req-f16e93c4-2e8a-4940-bf23-8d3774a06336 service neutron] (104016) timed out ('10.222.0.53', 48236) {{(pid=104016) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 08 11:25:10.138694 dv-cinder-836073-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [req-cab794ac-19ff-4712-a323-5cb9279cbfae req-b7daf0b9-c110-4bc3-96a8-3339b7c22588 tempest-AttachVolumeShelveTestJSON-1590091021 tempest-AttachVolumeShelveTestJSON-1590091021-project] (104016) timed out ('10.222.0.53', 48248) {{(pid=104016) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 08 11:25:22.300553 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:25:27.386151 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-36a5079d-2562-487d-9935-563f0bac9f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:25:29.843454 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1b9fb0e1-7766-4571-a1a5-e1c9fed4b02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:25:31.129367 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:25:32.683370 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:25:33.602730 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:25:34.289147 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:25:52.282877 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:25:57.357472 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e64f66b6-e997-4dec-93ff-145969c73a4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:25:59.848201 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3d3168fc-7a62-466e-b2ba-98b462d38080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:26:01.111352 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:26:02.648593 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:26:04.289037 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:26:10.602267 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:26:22.345633 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:26:27.350924 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2dac1e98-068c-49ca-9ffa-3c7f31628eb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:26:29.882698 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e9f3f869-55a2-4ea8-ba9a-4a5d03293447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:26:31.156675 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:26:32.653817 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:26:34.276704 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:26:47.601053 dv-cinder-836073-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-c6d92638-cbc0-4e4e-9a3b-e055a404a0f5 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:26:52.385633 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4f30-d5a4-47cf-8843-1c3ce3a057f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (05eae265-77bc-4fda-a145-417801a6b133), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:26:57.385377 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e0305c54-1636-405b-a6da-b0ffe20d5a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (19f4c3b4-864f-4d31-97d8-8dfc5d2c5ae3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:26:59.870783 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-95eea690-7bd7-48a0-afc8-7931342b0bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (d913afe8-8e43-4fe1-b102-d4aaf6e653b2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:01.133627 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5d963dd8-1a3d-4c5f-985e-8d944d1d83c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (7e01dc35-a786-4dc9-92d8-a4ae042deff5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:02.693689 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8356ccb5-5610-4de1-9084-6a6fd9e072e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (2a298d39-aa86-487f-8bfd-5959c6cf4b12), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:27:04.247876 dv-cinder-836073-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-785ae4d7-41d6-414e-823a-d6a88b98f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771786818488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7863357'] for agent (eea5fd99-e581-41a4-a61b-1141d246636d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}